00000800:00000200:2.1F:1746127694.747365:0:3771:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800ad1c1240] -> 12345-192.168.202.133@tcp (2) 00000800:00000200:3.1F:1746127694.748128:0:3761:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800ad1c1240] -> 12345-192.168.202.133@tcp (2) 00000800:00000200:3.1:1746127694.748135:0:3761:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.133@tcp ffff880083800c00 deleted 00000800:00000010:3.1:1746127694.748136:0:3761:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff880083800c00. 00000800:00000200:3.1:1746127694.748140:0:3761:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746127694.748145:0:3761:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.133@tcp ip 192.168.202.133:1023 00000800:00000200:3.1:1746127694.748149:0:3761:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800876cb300 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1746127694.748207:0:3762:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746127694.749009:0:3763:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800ad1c1240] -> 12345-192.168.202.133@tcp (4) 00000800:00000200:3.1:1746127694.749012:0:3763:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.133@tcp ffff880083800cc0 deleted 00000800:00000010:3.1:1746127694.749013:0:3763:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff880083800cc0. 00000800:00000200:3.1:1746127694.749015:0:3763:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1746127694.749067:0:3762:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1746127694.868708:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b5360000. 00010000:00000010:3.1:1746127694.868714:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3970400. 00010000:00000010:1.1F:1746127694.967340:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880083848400. 00010000:00000010:1.1:1746127694.967349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800839cea00. 00010000:00000010:0.1F:1746127694.967365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800839ce800. 00010000:00000010:0.1:1746127694.973697:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4864c00. 00010000:00000010:0.1:1746127694.973706:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a770fe00. 00080000:00000010:3.1:1746127695.000600:0:11:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800ad1dd180. 00000100:00100000:0.0:1746128281.407286:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+109:2015:x1830947554494464:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128281.407824:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+109:2015:x1830947554494464:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 536us (850us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128281.407829:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1590 00002000:00100000:0.0:1746128281.407834:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fac7b80 x1830947554494464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 488/4536 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.407841:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7b80 with x1830947554494464 ext(0->4095) 00010000:00010000:0.0:1746128281.407845:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0x6e2f3e23d86e1d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641166 expref: 109 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.407854:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0x6e2f3e23d86e1d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641166 expref: 109 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.407859:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac7b80 00000100:00100000:0.0:1746128281.410067:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554494720 00000100:00100000:0.0:1746128281.410074:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554494720 00002000:00100000:0.0:1746128281.410104:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fac6680 x1830947554494720/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/0 e 0 to 0 dl 1746128292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.410112:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6680 with x1830947554494720 ext(0->7) 00010000:00010000:0.0:1746128281.410118:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0x6e2f3e23d86e1d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641166 expref: 109 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.410127:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0x6e2f3e23d86e1d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641166 expref: 109 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.410133:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac6680 00000100:00100000:0.0:1746128281.410158:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1591 00000100:00100000:0.0:1746128281.410164:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+109:2014:x1830947554494720:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128281.411647:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+111:2014:x1830947554494720:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1479us (1647us total) trans 4294971993 rc 0/0 00000100:00100000:0.0:1746128281.411655:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1591 00002000:00100000:0.0:1746128281.411661:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fac6680 x1830947554494720/t4294971993(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.411668:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6680 with x1830947554494720 ext(0->7) 00010000:00010000:0.0:1746128281.411673:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0x6e2f3e23d86e1d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641166 expref: 111 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.411682:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0x6e2f3e23d86e1d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641166 expref: 111 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.411688:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac6680 00000100:00100000:0.0:1746128281.413464:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.415734:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.420633:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.423631:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.427649:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.427689:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.430902:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554496128 00000100:00100000:0.0:1746128281.430907:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554496128 00000100:00100000:0.0:1746128281.430943:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28286 00000100:00100000:0.0:1746128281.430949:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554496128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128281.430958:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128281.430967:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1d88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641182 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.430980:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128281.430985:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de73e00/0x6e2f3e23d86e1d81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964117b expref: 112 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.430990:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128281.430993:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1d88 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641182 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.431126:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de73e00/0x6e2f3e23d86e1d81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964117b expref: 111 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.431136:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1d88 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641182 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.431143:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:0.0:1746128281.431158:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:1053:x1830947554496128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128281.431162:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28286 00000100:00100000:0.0:1746128281.437782:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.442056:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.447590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.451475:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.458884:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.461667:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.463424:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.466941:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.468798:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+114:2014:x1830947554497920:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1229us (1860us total) trans 4294971995 rc 0/0 00000100:00100000:0.0:1746128281.468805:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1596 00002000:00100000:0.0:1746128281.468811:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880132144a80 x1830947554497920/t4294971995(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.468817:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144a80 with x1830947554497920 ext(0->7) 00010000:00010000:0.0:1746128281.468823:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0x6e2f3e23d86e1d8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641189 expref: 114 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.468831:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de73600/0x6e2f3e23d86e1d8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641189 expref: 114 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.468836:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132144a80 00000100:00100000:0.0:1746128281.470598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.476179:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.476985:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.478857:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.481859:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.484078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.484979:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+117:2015:x1830947554499200:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 726us (907us total) trans 4294971996 rc 0/0 00000100:00100000:0.0:1746128281.484985:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1598 00002000:00100000:0.0:1746128281.484991:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880132147100 x1830947554499200/t4294971996(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.484997:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132147100 with x1830947554499200 ext(0->7) 00010000:00010000:0.0:1746128281.485001:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de72600/0x6e2f3e23d86e1d9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641197 expref: 117 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.485010:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de72600/0x6e2f3e23d86e1d9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641197 expref: 117 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.485015:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132147100 00000100:00100000:0.0:1746128281.488293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.491454:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.493694:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.495983:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.499940:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.502816:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.510715:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.510744:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.510766:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.510812:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554500736 00000100:00100000:0.0:1746128281.510817:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554500736 00000100:00100000:0.0:1746128281.510847:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28293 00000100:00100000:0.0:1746128281.510852:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554500736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128281.510863:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128281.510874:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1db9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96411b3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.510888:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128281.510893:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de72c00/0x6e2f3e23d86e1db2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ac expref: 116 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.510897:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128281.510900:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1db9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96411b3 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.510925:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de72c00/0x6e2f3e23d86e1db2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ac expref: 116 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.510934:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1db9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96411b3 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.510940:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:0.0:1746128281.510956:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:1053:x1830947554500736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128281.510960:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28293 00000100:00100000:0.0:1746128281.513336:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.517858:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554501248 00000100:00100000:0.0:1746128281.517865:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554501248 00002000:00100000:0.0:1746128281.517896:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957bb100 x1830947554501248/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/0 e 0 to 0 dl 1746128292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.517903:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb100 with x1830947554501248 ext(0->7) 00010000:00010000:0.0:1746128281.517909:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de72c00/0x6e2f3e23d86e1db2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ac expref: 116 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.517917:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de72c00/0x6e2f3e23d86e1db2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ac expref: 116 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.517922:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957bb100 00000100:00100000:0.0:1746128281.517944:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1600 00000100:00100000:0.0:1746128281.517949:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+116:2017:x1830947554501248:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128281.518857:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+118:2017:x1830947554501248:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 904us (1023us total) trans 4294971997 rc 0/0 00000100:00100000:0.0:1746128281.518865:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1600 00002000:00100000:0.0:1746128281.518870:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957bb100 x1830947554501248/t4294971997(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.518877:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb100 with x1830947554501248 ext(0->7) 00010000:00010000:0.0:1746128281.518883:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de72c00/0x6e2f3e23d86e1db2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ac expref: 118 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.518893:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de72c00/0x6e2f3e23d86e1db2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ac expref: 118 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.518898:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957bb100 00000100:00100000:0.0:1746128281.525368:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.528518:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.528586:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.528603:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554501504 00000100:00100000:0.0:1746128281.528608:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554501504 00000100:00100000:0.0:1746128281.528632:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28294 00000100:00100000:0.0:1746128281.528637:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+117:1052:x1830947554501504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128281.528864:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128281.528880:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096508e00/0x6e2f3e23d86e1dc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96411ba expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.528900:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1db9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96411b3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.528912:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128281.528914:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128281.528918:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096508e00/0x6e2f3e23d86e1dc0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ba expref: 118 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.528937:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1db9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411b3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.528947:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e1db9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411b3 expref: 5 pid: 9592 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746128281.528957:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f100000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550880384:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128281.529013:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128281.531469:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.531507:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.533705:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.533728:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554502272 00000100:00100000:0.0:1746128281.533733:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554502272 00002000:00100000:0.0:1746128281.533759:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f101880 x1830947554502272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 488/0 e 0 to 0 dl 1746128292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.533768:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101880 with x1830947554502272 ext(0->4095) 00010000:00010000:0.0:1746128281.533774:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096508e00/0x6e2f3e23d86e1dc0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ba expref: 120 pid: 11544 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.533784:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096508e00/0x6e2f3e23d86e1dc0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ba expref: 120 pid: 11544 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.533794:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f101880 00000100:00100000:0.0:1746128281.533821:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1602 00000100:00100000:0.0:1746128281.533828:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+120:2015:x1830947554502272:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128281.533923:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+120:2015:x1830947554502272:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128281.533928:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1602 00002000:00100000:0.0:1746128281.533934:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f101880 x1830947554502272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 488/4536 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.533940:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101880 with x1830947554502272 ext(0->4095) 00010000:00010000:0.0:1746128281.533944:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096508e00/0x6e2f3e23d86e1dc0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ba expref: 120 pid: 11544 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.533951:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096508e00/0x6e2f3e23d86e1dc0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ba expref: 120 pid: 11544 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.533956:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f101880 00000100:00100000:0.0:1746128281.536171:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.538115:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+121:2017:x1830947554502528:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 969us (1946us total) trans 4294971998 rc 0/0 00000100:00100000:0.0:1746128281.538122:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1603 00002000:00100000:0.0:1746128281.538127:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f100000 x1830947554502528/t4294971998(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.538134:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100000 with x1830947554502528 ext(0->7) 00010000:00010000:0.0:1746128281.538139:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096508e00/0x6e2f3e23d86e1dc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ba expref: 121 pid: 11544 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.538148:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096508e00/0x6e2f3e23d86e1dc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411ba expref: 121 pid: 11544 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.538154:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f100000 00000100:00100000:0.0:1746128281.539880:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.543250:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.548859:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.551618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.552049:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.554710:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.556608:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.559296:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.564125:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.564985:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+122:2014:x1830947554504192:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 655us (862us total) trans 4294971999 rc 0/0 00000100:00100000:0.0:1746128281.564991:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1605 00002000:00100000:0.0:1746128281.564996:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e5b7b80 x1830947554504192/t4294971999(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.565002:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b7b80 with x1830947554504192 ext(0->7) 00010000:00010000:0.0:1746128281.565006:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133845800/0x6e2f3e23d86e1dd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411cf expref: 122 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.565014:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133845800/0x6e2f3e23d86e1dd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411cf expref: 122 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.565023:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e5b7b80 00000100:00100000:0.0:1746128281.576567:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554504704 00000100:00100000:0.0:1746128281.576573:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554504704 00002000:00100000:0.0:1746128281.576601:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957ba680 x1830947554504704/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:532/0 lens 488/0 e 0 to 0 dl 1746128292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.576610:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957ba680 with x1830947554504704 ext(0->4095) 00010000:00010000:0.0:1746128281.576622:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411d6 expref: 6 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.576634:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411d6 expref: 6 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.576639:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957ba680 00000100:00100000:0.0:1746128281.576655:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1606 00000100:00100000:0.0:1746128281.576661:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554504704:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128281.576772:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554504704:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128281.576779:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1606 00002000:00100000:0.0:1746128281.576784:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957ba680 x1830947554504704/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:532/0 lens 488/4536 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.576791:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957ba680 with x1830947554504704 ext(0->4095) 00010000:00010000:0.0:1746128281.576795:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411d6 expref: 6 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.576807:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411d6 expref: 6 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.576812:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957ba680 00000100:00100000:0.0:1746128281.579431:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.588610:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.598198:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.600633:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+124:2014:x1830947554505344:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2096us (2435us total) trans 4294972000 rc 0/0 00000100:00100000:0.0:1746128281.600642:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1607 00002000:00100000:0.0:1746128281.600650:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d2ab100 x1830947554505344/t4294972000(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.600658:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2ab100 with x1830947554505344 ext(0->7) 00010000:00010000:0.0:1746128281.600666:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133844000/0x6e2f3e23d86e1de3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411dd expref: 124 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.600679:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133844000/0x6e2f3e23d86e1de3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96411dd expref: 124 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.600685:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d2ab100 00000100:00100000:0.0:1746128281.604481:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.607201:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.608807:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.617220:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.617266:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.621584:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947550882304:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128281.621600:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128281.621637:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947554506112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3569us (4369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128281.621646:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13268 00000100:00100000:0.0:1746128281.626650:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.632497:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.634529:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.640724:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.641057:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.644954:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.645066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.647122:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.647946:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.651701:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.653511:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.654484:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+128:2017:x1830947554508672:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 675us (974us total) trans 4294972002 rc 0/0 00000100:00100000:0.0:1746128281.654491:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1614 00002000:00100000:0.0:1746128281.654495:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091c7d180 x1830947554508672/t4294972002(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.654501:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d180 with x1830947554508672 ext(0->7) 00010000:00010000:0.0:1746128281.654506:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a6be00/0x6e2f3e23d86e1e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641200 expref: 128 pid: 9592 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.654514:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a6be00/0x6e2f3e23d86e1e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641200 expref: 128 pid: 9592 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.654519:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7d180 00000100:00100000:0.0:1746128281.656667:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.659232:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.666914:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554509312 00000100:00100000:0.0:1746128281.666919:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554509312 00000100:00100000:0.0:1746128281.666948:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28307 00000100:00100000:0.0:1746128281.666952:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+128:1052:x1830947554509312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128281.666959:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128281.666966:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097af5800/0x6e2f3e23d86e1e1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641215 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.666979:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a6bc00/0x6e2f3e23d86e1e0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641207 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.666985:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133844400/0x6e2f3e23d86e1e14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964120e expref: 129 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.666990:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128281.666991:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128281.666993:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097af5800/0x6e2f3e23d86e1e1b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641215 expref: 129 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.667013:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133844400/0x6e2f3e23d86e1e14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964120e expref: 129 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.667021:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133844400/0x6e2f3e23d86e1e14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964120e expref: 129 pid: 27081 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746128281.667031:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947550883200:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128281.667092:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a6bc00/0x6e2f3e23d86e1e0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641207 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.667098:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a6bc00/0x6e2f3e23d86e1e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641207 expref: 5 pid: 9592 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746128281.667104:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947550883328:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128281.667116:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128281.668324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.669807:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.670883:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.671405:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.673869:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.676071:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.677219:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+130:2014:x1830947554510464:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 869us (1147us total) trans 4294972003 rc 0/0 00000100:00100000:0.0:1746128281.677225:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1617 00002000:00100000:0.0:1746128281.677230:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012e980e00 x1830947554510464/t4294972003(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.677236:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980e00 with x1830947554510464 ext(0->7) 00010000:00010000:0.0:1746128281.677241:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097af5800/0x6e2f3e23d86e1e1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641215 expref: 130 pid: 9592 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.677254:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097af5800/0x6e2f3e23d86e1e1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641215 expref: 130 pid: 9592 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.677259:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e980e00 00000100:00100000:0.0:1746128281.686191:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.689534:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.689875:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.692855:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.692953:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.695227:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.709999:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.723878:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+133:2015:x1830947554511744:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6887us (14330us total) trans 4294972004 rc 0/0 00000100:00100000:0.0:1746128281.723891:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1619 00002000:00100000:0.0:1746128281.723902:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba2680 x1830947554511744/t4294972004(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.723910:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2680 with x1830947554511744 ext(0->7) 00010000:00010000:0.0:1746128281.723920:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de72200/0x6e2f3e23d86e1e29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641223 expref: 133 pid: 9592 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.723933:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de72200/0x6e2f3e23d86e1e29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641223 expref: 133 pid: 9592 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.723939:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba2680 00000100:00100000:0.0:1746128281.725131:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.725481:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.734934:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.738295:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.738387:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.742537:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.742605:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099dee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947550884480:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128281.742620:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128281.742649:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+132:2014:x1830947554512512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3983us (4262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128281.742658:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13278 00000100:00100000:0.0:1746128281.746221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.746266:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554513024 00000100:00100000:0.0:1746128281.746273:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554513024 00002000:00100000:0.0:1746128281.746301:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba2d80 x1830947554513024/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/0 e 0 to 0 dl 1746128292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.746309:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2d80 with x1830947554513024 ext(0->7) 00010000:00010000:0.0:1746128281.746314:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de72600/0x6e2f3e23d86e1e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641231 expref: 132 pid: 9592 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.746324:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de72600/0x6e2f3e23d86e1e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641231 expref: 132 pid: 9592 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.746331:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba2d80 00000100:00100000:0.0:1746128281.747917:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+134:2014:x1830947554513024:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 801us (1695us total) trans 4294972005 rc 0/0 00000100:00100000:0.0:1746128281.747923:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1622 00002000:00100000:0.0:1746128281.747928:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba2d80 x1830947554513024/t4294972005(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.747936:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2d80 with x1830947554513024 ext(0->7) 00010000:00010000:0.0:1746128281.747942:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de72600/0x6e2f3e23d86e1e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641231 expref: 134 pid: 9592 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.747952:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de72600/0x6e2f3e23d86e1e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641231 expref: 134 pid: 9592 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.747957:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba2d80 00000100:00100000:0.0:1746128281.757105:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.761708:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.770955:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.775476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.781956:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.785151:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.799076:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.800291:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+136:2014:x1830947554514176:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1081us (1214us total) trans 4294972006 rc 0/0 00000100:00100000:0.0:1746128281.800299:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1624 00002000:00100000:0.0:1746128281.800305:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d288000 x1830947554514176/t4294972006(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.800312:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288000 with x1830947554514176 ext(0->7) 00010000:00010000:0.0:1746128281.800317:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de73800/0x6e2f3e23d86e1e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964123f expref: 136 pid: 27081 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746128281.800327:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de73800/0x6e2f3e23d86e1e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964123f expref: 136 pid: 27081 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746128281.800333:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d288000 00000100:00100000:0.0:1746128281.801707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.801747:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.803857:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.807705:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.811020:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.813622:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.819981:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.823125:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+138:2015:x1830947554515328:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2936us (3142us total) trans 4294972007 rc 0/0 00000100:00100000:0.0:1746128281.823135:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1626 00002000:00100000:0.0:1746128281.823143:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d28b100 x1830947554515328/t4294972007(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.823151:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b100 with x1830947554515328 ext(0->7) 00010000:00010000:0.0:1746128281.823158:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76b400/0x6e2f3e23d86e1e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964124d expref: 138 pid: 27081 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128281.823171:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76b400/0x6e2f3e23d86e1e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964124d expref: 138 pid: 27081 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128281.823178:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d28b100 00000100:00100000:0.0:1746128281.826522:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.829996:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.833480:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.836965:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.840526:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.845144:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.849790:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.850844:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+140:2015:x1830947554516480:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 610us (1054us total) trans 4294972008 rc 0/0 00000100:00100000:0.0:1746128281.850850:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1628 00002000:00100000:0.0:1746128281.850855:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d289180 x1830947554516480/t4294972008(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.850861:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289180 with x1830947554516480 ext(0->7) 00010000:00010000:0.0:1746128281.850865:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76bc00/0x6e2f3e23d86e1e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964125b expref: 140 pid: 27081 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128281.850873:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76bc00/0x6e2f3e23d86e1e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964125b expref: 140 pid: 27081 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128281.850878:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d289180 00000100:00100000:0.0:1746128281.852100:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.856128:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.856205:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.858689:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.859326:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.862158:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.865171:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.866191:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+143:2015:x1830947554517760:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 658us (1026us total) trans 4294972009 rc 0/0 00000100:00100000:0.0:1746128281.866198:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1631 00002000:00100000:0.0:1746128281.866204:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096215180 x1830947554517760/t4294972009(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.866210:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215180 with x1830947554517760 ext(0->7) 00010000:00010000:0.0:1746128281.866214:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76b800/0x6e2f3e23d86e1e6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641269 expref: 143 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128281.866222:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76b800/0x6e2f3e23d86e1e6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641269 expref: 143 pid: 9592 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128281.866227:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096215180 00000100:00100000:0.0:1746128281.867833:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.870131:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.874247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.876276:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.877081:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.880066:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.880093:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.880141:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.882701:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.884857:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.886450:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+145:2015:x1830947554519552:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1428us (1591us total) trans 4294972010 rc 0/0 00000100:00100000:0.0:1746128281.886458:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1634 00002000:00100000:0.0:1746128281.886465:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006d9f9500 x1830947554519552/t4294972010(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.886471:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9f9500 with x1830947554519552 ext(0->7) 00010000:00010000:0.0:1746128281.886477:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e1e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964127e expref: 145 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128281.886487:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e1e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964127e expref: 145 pid: 9592 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128281.886492:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006d9f9500 00000100:00100000:0.0:1746128281.889106:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.891744:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.893401:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.894930:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.896716:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.905622:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.909744:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.909789:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.909807:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554520960 00000100:00100000:0.0:1746128281.909813:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554520960 00000100:00100000:0.0:1746128281.909856:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28326 00000100:00100000:0.0:1746128281.909862:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:1053:x1830947554520960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128281.909872:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128281.909882:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a199c00/0x6e2f3e23d86e1ea0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964129a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.910151:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128281.910157:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1e99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641293 expref: 145 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.910163:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128281.910167:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a199c00/0x6e2f3e23d86e1ea0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964129a expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.910198:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1e99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641293 expref: 145 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.910634:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a199c00/0x6e2f3e23d86e1ea0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964129a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128281.910641:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a199c00, rc 0) 00000100:00100000:0.0:1746128281.910659:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554520960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 798us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128281.910664:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28326 00000100:00100000:0.0:1746128281.911917:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.913938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.915474:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.916471:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+146:2015:x1830947554521600:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 743us (996us total) trans 4294972011 rc 0/0 00000100:00100000:0.0:1746128281.916478:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1636 00002000:00100000:0.0:1746128281.916483:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013211e300 x1830947554521600/t4294972011(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.916490:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e300 with x1830947554521600 ext(0->7) 00010000:00010000:0.0:1746128281.916494:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641293 expref: 146 pid: 27081 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128281.916503:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641293 expref: 146 pid: 27081 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128281.916513:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013211e300 00000100:00100000:0.0:1746128281.918338:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.920242:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.922377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.923988:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.926798:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.929300:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.929350:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.931147:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.931763:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.931821:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.934235:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.936634:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.938216:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+149:2016:x1830947554523904:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 961us (1582us total) trans 4294972012 rc 0/0 00000100:00100000:0.0:1746128281.938222:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1638 00002000:00100000:0.0:1746128281.938227:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c137100 x1830947554523904/t4294972012(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.938233:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137100 with x1830947554523904 ext(0->7) 00010000:00010000:0.0:1746128281.938238:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096131000/0x6e2f3e23d86e1eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412a8 expref: 149 pid: 27081 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128281.938247:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096131000/0x6e2f3e23d86e1eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412a8 expref: 149 pid: 27081 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128281.938256:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c137100 00000100:00100000:0.0:1746128281.939764:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.943189:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.945690:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.950913:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.950985:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.953793:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.953833:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.957725:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.958112:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.960091:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.962428:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.965256:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+150:2014:x1830947554525952:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2589us (2964us total) trans 4294972013 rc 0/0 00000100:00100000:0.0:1746128281.965267:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1641 00002000:00100000:0.0:1746128281.965274:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093983800 x1830947554525952/t4294972013(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.965282:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983800 with x1830947554525952 ext(0->7) 00010000:00010000:0.0:1746128281.965289:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e1ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412bd expref: 150 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128281.965302:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e1ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412bd expref: 150 pid: 9592 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128281.965309:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093983800 00000100:00100000:0.0:1746128281.967893:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.971366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.974779:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.974903:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.977491:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.981041:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.984400:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.986064:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+153:2015:x1830947554527232:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1312us (1667us total) trans 4294972014 rc 0/0 00000100:00100000:0.0:1746128281.986073:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1643 00002000:00100000:0.0:1746128281.986079:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee58700 x1830947554527232/t4294972014(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:532/0 lens 496/448 e 0 to 0 dl 1746128292 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128281.986086:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee58700 with x1830947554527232 ext(0->7) 00010000:00010000:0.0:1746128281.986092:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412cb expref: 153 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128281.986102:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412cb expref: 153 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128281.986108:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee58700 00000100:00100000:0.0:1746128281.990620:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.993143:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.996849:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128281.998467:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.002049:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.003051:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.012178:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.012218:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.012265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.017370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.023539:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.028513:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+154:2016:x1830947554529280:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2656us (4973us total) trans 4294972015 rc 0/0 00000100:00100000:0.0:1746128282.028523:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1646 00002000:00100000:0.0:1746128282.028530:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012dd8b480 x1830947554529280/t4294972015(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.028539:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b480 with x1830947554529280 ext(0->7) 00010000:00010000:0.0:1746128282.028559:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096508800/0x6e2f3e23d86e1ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412e0 expref: 154 pid: 27081 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.028571:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096508800/0x6e2f3e23d86e1ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412e0 expref: 154 pid: 27081 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.028577:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dd8b480 00000100:00100000:0.0:1746128282.034537:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.044737:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.044934:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.048114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.049664:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.052917:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.063296:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.068400:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+157:2016:x1830947554530560:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2937us (5103us total) trans 4294972016 rc 0/0 00000100:00100000:0.0:1746128282.068412:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1648 00002000:00100000:0.0:1746128282.068423:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b30a80 x1830947554530560/t4294972016(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.068431:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30a80 with x1830947554530560 ext(0->7) 00010000:00010000:0.0:1746128282.068439:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76b800/0x6e2f3e23d86e1ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412ee expref: 157 pid: 27081 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.068452:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76b800/0x6e2f3e23d86e1ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412ee expref: 157 pid: 27081 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.068459:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b30a80 00000100:00100000:0.0:1746128282.079435:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.082196:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.085149:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.087108:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.087138:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.089785:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.091510:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.092715:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+158:2016:x1830947554531840:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1058us (1206us total) trans 4294972017 rc 0/0 00000100:00100000:0.0:1746128282.092723:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1651 00002000:00100000:0.0:1746128282.092729:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c155f80 x1830947554531840/t4294972017(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.092739:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c155f80 with x1830947554531840 ext(0->7) 00010000:00010000:0.0:1746128282.092745:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76bc00/0x6e2f3e23d86e1f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412fc expref: 158 pid: 27081 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.092763:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76bc00/0x6e2f3e23d86e1f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96412fc expref: 158 pid: 27081 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.092768:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c155f80 00000100:00100000:0.0:1746128282.098337:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.104373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.104418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.107422:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.108076:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128282.111991:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128282.117592:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.118718:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+161:2014:x1830947554533120:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 727us (1132us total) trans 4294972018 rc 0/0 00000100:00100000:0.0:1746128282.118725:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1654 00002000:00100000:0.0:1746128282.118731:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917d6680 x1830947554533120/t4294972018(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.118738:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6680 with x1830947554533120 ext(0->7) 00010000:00010000:0.0:1746128282.118743:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133845a00/0x6e2f3e23d86e1f10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964130a expref: 161 pid: 27081 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.118752:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133845a00/0x6e2f3e23d86e1f10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964130a expref: 161 pid: 27081 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.118758:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917d6680 00000100:00100000:0.0:1746128282.122394:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.129284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.133756:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.141588:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.146370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.149666:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.155933:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.156531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.157715:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.161267:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.166320:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.172111:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+162:2016:x1830947554535168:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4824us (6040us total) trans 4294972019 rc 0/0 00000100:00100000:0.0:1746128282.172122:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1657 00002000:00100000:0.0:1746128282.172132:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099311c00 x1830947554535168/t4294972019(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.172141:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311c00 with x1830947554535168 ext(0->7) 00010000:00010000:0.0:1746128282.172149:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e1f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964131f expref: 162 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.172162:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e1f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964131f expref: 162 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.172168:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099311c00 00000100:00100000:0.0:1746128282.175485:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.179754:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.181779:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.181801:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554535680 00000100:00100000:0.0:1746128282.181809:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554535680 00002000:00100000:0.0:1746128282.181844:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013085ad80 x1830947554535680/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:533/0 lens 488/0 e 0 to 0 dl 1746128293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.181853:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085ad80 with x1830947554535680 ext(0->4095) 00002000:00010000:0.0:1746128282.181858:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013085ad80 00000100:00100000:0.0:1746128282.181876:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12689 00000100:00100000:0.0:1746128282.181883:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554535680:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128282.181986:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554535680:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128282.181993:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12689 00002000:00100000:0.0:1746128282.181997:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013085ad80 x1830947554535680/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746128293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.182004:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085ad80 with x1830947554535680 ext(0->4095) 00002000:00010000:0.0:1746128282.182006:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013085ad80 00000100:00100000:0.0:1746128282.186010:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.186087:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.188955:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.198076:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.200283:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+165:2015:x1830947554536448:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1947us (2208us total) trans 4294972020 rc 0/0 00000100:00100000:0.0:1746128282.200293:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1659 00002000:00100000:0.0:1746128282.200300:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880094fa7100 x1830947554536448/t4294972020(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.200308:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7100 with x1830947554536448 ext(0->7) 00010000:00010000:0.0:1746128282.200315:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096130600/0x6e2f3e23d86e1f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964132d expref: 165 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.200327:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096130600/0x6e2f3e23d86e1f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964132d expref: 165 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.200332:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094fa7100 00000100:00100000:0.0:1746128282.203375:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.208817:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.220200:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.220288:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.224797:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.224841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.224874:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554537472 00000100:00100000:0.0:1746128282.224880:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554537472 00010000:00010000:0.0:1746128282.224905:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e1f3a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641334 expref: 166 pid: 9592 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.224940:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13316 00000100:00100000:0.0:1746128282.224945:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+166:2015:x1830947554537472:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128282.224952:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128282.224964:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e1f3a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641334 expref: 166 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.224971:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e1f3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641334 expref: 166 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.224987:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128282.225013:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+166:2015:x1830947554537472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 69us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128282.225017:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13316 00000100:00100000:0.0:1746128282.227886:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.236226:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.240122:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.247273:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.250209:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.257066:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.257098:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.260286:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.260324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.260366:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554538880 00000100:00100000:0.0:1746128282.260369:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554538880 00010000:00010000:0.0:1746128282.260391:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b76b400/0x6e2f3e23d86e1f4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641349 expref: 6 pid: 9591 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.260409:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13319 00000100:00100000:0.0:1746128282.260414:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc14850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554538880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128282.260422:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128282.260434:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b76b400/0x6e2f3e23d86e1f4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641349 expref: 6 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.260443:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b76b400/0x6e2f3e23d86e1f4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641349 expref: 6 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.260458:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b76b400/0x6e2f3e23d86e1f4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641349 expref: 6 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.260486:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.260487:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.260492:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1f56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641350 expref: 167 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.260499:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1f56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641350 expref: 167 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.260761:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1f56 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641350 expref: 167 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.260768:0:9615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1f56 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641350 expref: 167 pid: 9591 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.260775:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550894208:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128282.260841:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.263692:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.266506:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.268336:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+169:2017:x1830947554539392:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 734us (1833us total) trans 4294972022 rc 0/0 00000100:00100000:0.0:1746128282.268344:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1663 00002000:00100000:0.0:1746128282.268360:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800979d5c00 x1830947554539392/t4294972022(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.268367:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d5c00 with x1830947554539392 ext(0->7) 00010000:00010000:0.0:1746128282.268372:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1f56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641350 expref: 169 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.268382:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1f56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641350 expref: 169 pid: 9591 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.268388:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800979d5c00 00000100:00100000:0.0:1746128282.273393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.277537:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.277946:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099def800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550894336:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128282.277961:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128282.277994:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+169:2015:x1830947554539520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3785us (4607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128282.278002:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13320 00000100:00100000:0.0:1746128282.279433:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.281414:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.284153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.287731:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.293747:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.293796:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.294766:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.298081:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.300525:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.303884:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+170:2017:x1830947554541440:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2940us (3356us total) trans 4294972023 rc 0/0 00000100:00100000:0.0:1746128282.303893:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1665 00002000:00100000:0.0:1746128282.303900:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097850000 x1830947554541440/t4294972023(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.303913:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097850000 with x1830947554541440 ext(0->7) 00010000:00010000:0.0:1746128282.303920:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133844000/0x6e2f3e23d86e1f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641365 expref: 170 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.303932:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133844000/0x6e2f3e23d86e1f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641365 expref: 170 pid: 9592 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.303937:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097850000 00000100:00100000:0.0:1746128282.311976:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.316644:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.316681:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.319254:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.319294:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.321632:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.322955:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.323839:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+173:2014:x1830947554542720:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 727us (883us total) trans 4294972024 rc 0/0 00000100:00100000:0.0:1746128282.323845:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1667 00002000:00100000:0.0:1746128282.323851:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800b5218e00 x1830947554542720/t4294972024(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.323858:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5218e00 with x1830947554542720 ext(0->7) 00010000:00010000:0.0:1746128282.323863:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e1f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641373 expref: 173 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.323871:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e1f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641373 expref: 173 pid: 9592 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.323876:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5218e00 00000100:00100000:0.0:1746128282.326676:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.332173:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.336262:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.339134:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.339174:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.342630:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.343289:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.344218:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.344517:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.346491:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.348883:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.350046:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+174:2014:x1830947554544768:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1009us (1165us total) trans 4294972025 rc 0/0 00000100:00100000:0.0:1746128282.350055:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1670 00002000:00100000:0.0:1746128282.350061:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800941e0a80 x1830947554544768/t4294972025(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.350069:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0a80 with x1830947554544768 ext(0->7) 00010000:00010000:0.0:1746128282.350075:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133844600/0x6e2f3e23d86e1f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641388 expref: 174 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.350086:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133844600/0x6e2f3e23d86e1f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641388 expref: 174 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.350091:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941e0a80 00000100:00100000:0.0:1746128282.351761:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.354653:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.357533:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.359481:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.361028:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.361065:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.363016:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.363051:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.363093:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.365712:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.367924:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.368948:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+177:2017:x1830947554546816:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 884us (1025us total) trans 4294972026 rc 0/0 00000100:00100000:0.0:1746128282.368953:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1672 00002000:00100000:0.0:1746128282.368958:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f8d2680 x1830947554546816/t4294972026(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.368964:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2680 with x1830947554546816 ext(0->7) 00010000:00010000:0.0:1746128282.368969:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e1fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964139d expref: 177 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.368977:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e1fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964139d expref: 177 pid: 9591 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.368982:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f8d2680 00000100:00100000:0.0:1746128282.371906:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.375305:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.378147:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.380855:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.383734:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.384107:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.390156:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.390217:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.390232:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554548224 00000100:00100000:0.0:1746128282.390237:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554548224 00010000:00010000:0.0:1746128282.390257:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de73800/0x6e2f3e23d86e1faa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413a4 expref: 177 pid: 9591 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.390281:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554548096 00000100:00100000:0.0:1746128282.390283:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554548096 00010000:00010000:0.0:1746128282.390290:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133844200/0x6e2f3e23d86e1fb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413ab expref: 6 pid: 11544 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.390300:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13332 00000100:00100000:0.0:1746128282.390304:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+177:2017:x1830947554548224:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128282.390313:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128282.390325:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de73800/0x6e2f3e23d86e1faa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413a4 expref: 177 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.390332:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de73800/0x6e2f3e23d86e1faa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413a4 expref: 177 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.390357:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de73800/0x6e2f3e23d86e1faa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413a4 expref: 177 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.390372:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128282.390388:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+176:2017:x1830947554548224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 83us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128282.390911:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13332 00000100:00100000:0.0:1746128282.394528:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.399520:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.401831:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+179:2015:x1830947554548864:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1856us (2313us total) trans 4294972027 rc 0/0 00000100:00100000:0.0:1746128282.401841:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1675 00002000:00100000:0.0:1746128282.401852:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da6ce00 x1830947554548864/t4294972027(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.401862:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ce00 with x1830947554548864 ext(0->7) 00010000:00010000:0.0:1746128282.401871:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413b2 expref: 179 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.401886:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133845000/0x6e2f3e23d86e1fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413b2 expref: 179 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.401894:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6ce00 00000100:00100000:0.0:1746128282.405138:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.412870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.415058:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.415097:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.415163:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28368 00000100:00100000:0.0:1746128282.415171:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+178:1052:x1830947554549376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128282.415182:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128282.415194:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a6ae00/0x6e2f3e23d86e1fcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96413c0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.415215:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099efb800/0x6e2f3e23d86e1fbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96413b9 expref: 179 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.415221:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.415223:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.415226:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a6ae00/0x6e2f3e23d86e1fcd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96413c0 expref: 179 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.415466:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099efb800/0x6e2f3e23d86e1fbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413b9 expref: 179 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.415476:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099efb800/0x6e2f3e23d86e1fbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413b9 expref: 179 pid: 9592 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.415485:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947550897536:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128282.415566:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.417491:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.421504:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.426824:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.427587:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+180:2016:x1830947554550144:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 595us (768us total) trans 4294972028 rc 0/0 00000100:00100000:0.0:1746128282.427593:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1677 00002000:00100000:0.0:1746128282.427598:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da6ea00 x1830947554550144/t4294972028(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.427605:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ea00 with x1830947554550144 ext(0->7) 00010000:00010000:0.0:1746128282.427610:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a6ae00/0x6e2f3e23d86e1fcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413c0 expref: 180 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.427618:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a6ae00/0x6e2f3e23d86e1fcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413c0 expref: 180 pid: 9591 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.427623:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6ea00 00000100:00100000:0.0:1746128282.429469:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.432095:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.435572:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.439165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.440967:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.441213:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.443438:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554551680 00000100:00100000:0.0:1746128282.443441:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554551680 00000100:00100000:0.0:1746128282.443642:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28372 00000100:00100000:0.0:1746128282.443647:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+182:1053:x1830947554551680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128282.443655:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128282.443663:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a6ba00/0x6e2f3e23d86e1fe2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96413dc expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.443738:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c052c00/0x6e2f3e23d86e1fdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96413d5 expref: 183 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.443914:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128282.443915:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128282.443922:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a6ba00/0x6e2f3e23d86e1fe2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96413dc expref: 182 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.443941:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c052c00/0x6e2f3e23d86e1fdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413d5 expref: 182 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.444019:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c052c00/0x6e2f3e23d86e1fdb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413d5 expref: 182 pid: 9592 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.444030:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947550898304:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128282.444066:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.445426:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.447104:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.448357:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+183:2014:x1830947554552192:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1102us (1243us total) trans 4294972029 rc 0/0 00000100:00100000:0.0:1746128282.448365:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1680 00002000:00100000:0.0:1746128282.448371:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e5180 x1830947554552192/t4294972029(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.448379:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5180 with x1830947554552192 ext(0->7) 00010000:00010000:0.0:1746128282.448384:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c052c00/0x6e2f3e23d86e1fdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413d5 expref: 183 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.448395:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c052c00/0x6e2f3e23d86e1fdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413d5 expref: 183 pid: 9592 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.448400:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e5180 00000100:00100000:0.0:1746128282.454165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.454635:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13339 00000100:00100000:0.0:1746128282.454643:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+183:2017:x1830947554552320:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128282.454655:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128282.454671:0:7235:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c052c00/0x6e2f3e23d86e1fdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413d5 expref: 183 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.454681:0:7235:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c052c00/0x6e2f3e23d86e1fdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413d5 expref: 183 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.454700:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c052c00/0x6e2f3e23d86e1fdb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413d5 expref: 183 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.455817:0:7235:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.455820:0:7235:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.455829:0:7235:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a6ba00/0x6e2f3e23d86e1fe2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96413dc expref: 182 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.455837:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a6ba00/0x6e2f3e23d86e1fe2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96413dc expref: 182 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.455870:0:7235:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a6ba00/0x6e2f3e23d86e1fe2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96413dc expref: 182 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128282.455881:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7235:1830947550898560:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128282.456062:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.458120:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.460451:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.463925:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.467422:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.468202:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.474159:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.478339:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.480250:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+185:2017:x1830947554553984:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1266us (1915us total) trans 4294972030 rc 0/0 00000100:00100000:0.0:1746128282.480258:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1683 00002000:00100000:0.0:1746128282.480264:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e7b80 x1830947554553984/t4294972030(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.480271:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7b80 with x1830947554553984 ext(0->7) 00010000:00010000:0.0:1746128282.480277:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1ff0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413ea expref: 185 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.480288:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76a400/0x6e2f3e23d86e1ff0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413ea expref: 185 pid: 9591 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.480293:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e7b80 00000100:00100000:0.0:1746128282.490184:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554554368 00000100:00100000:0.0:1746128282.490190:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554554368 00002000:00100000:0.0:1746128282.490223:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6e300 x1830947554554368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 488/0 e 0 to 0 dl 1746128293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.490253:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6e300 with x1830947554554368 ext(0->4095) 00002000:00010000:0.0:1746128282.490256:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6e300 00000100:00100000:0.0:1746128282.490273:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12708 00000100:00100000:0.0:1746128282.490278:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+185:2014:x1830947554554368:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128282.490371:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+184:2014:x1830947554554368:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128282.490379:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12708 00002000:00100000:0.0:1746128282.490383:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6e300 x1830947554554368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746128293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.490390:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6e300 with x1830947554554368 ext(0->4095) 00002000:00010000:0.0:1746128282.490392:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6e300 00000100:00100000:0.0:1746128282.492680:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.493785:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.500466:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.500495:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.500533:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.500575:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554555264 00000100:00100000:0.0:1746128282.500580:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554555264 00000100:00100000:0.0:1746128282.501501:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28378 00000100:00100000:0.0:1746128282.501508:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+185:1053:x1830947554555264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128282.501517:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128282.501527:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e200c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641406 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.501561:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096509200/0x6e2f3e23d86e2005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96413ff expref: 186 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.501568:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128282.501570:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128282.501573:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e200c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641406 expref: 186 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.501590:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096509200/0x6e2f3e23d86e2005 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413ff expref: 186 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.501599:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096509200/0x6e2f3e23d86e2005 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413ff expref: 186 pid: 9592 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.501607:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947550899712:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128282.501635:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.506898:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.514369:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+187:2017:x1830947554555776:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1434us (1608us total) trans 4294972031 rc 0/0 00000100:00100000:0.0:1746128282.514377:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1686 00002000:00100000:0.0:1746128282.514384:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b03b80 x1830947554555776/t4294972031(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.514391:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03b80 with x1830947554555776 ext(0->7) 00010000:00010000:0.0:1746128282.514397:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096509200/0x6e2f3e23d86e2005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413ff expref: 187 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.514408:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096509200/0x6e2f3e23d86e2005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96413ff expref: 187 pid: 9592 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.514413:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b03b80 00000100:00100000:0.0:1746128282.518977:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.521395:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554556160 00000100:00100000:0.0:1746128282.521400:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554556160 00002000:00100000:0.0:1746128282.521458:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6f480 x1830947554556160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 488/0 e 0 to 0 dl 1746128293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.521467:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6f480 with x1830947554556160 ext(0->4095) 00002000:00010000:0.0:1746128282.521470:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6f480 00000100:00100000:0.0:1746128282.521487:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12709 00000100:00100000:0.0:1746128282.521494:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+186:2015:x1830947554556160:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128282.521623:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+186:2015:x1830947554556160:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128282.521628:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12709 00002000:00100000:0.0:1746128282.521633:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6f480 x1830947554556160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746128293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.521639:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6f480 with x1830947554556160 ext(0->4095) 00002000:00010000:0.0:1746128282.521642:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6f480 00000100:00100000:0.0:1746128282.526606:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28380 00000100:00100000:0.0:1746128282.526613:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+186:1052:x1830947554556288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128282.526620:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128282.526625:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f88d000/0x6e2f3e23d86e201a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641414 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.526638:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e200c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641406 expref: 187 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.526644:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b34400/0x6e2f3e23d86e2013 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964140d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.526653:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.526655:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.526657:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f88d000/0x6e2f3e23d86e201a lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641414 expref: 187 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.526680:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b34400/0x6e2f3e23d86e2013 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964140d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.526689:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b34400/0x6e2f3e23d86e2013 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964140d expref: 6 pid: 9591 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.526699:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550899968:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128282.527170:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e200c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641406 expref: 187 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.527178:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e200c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641406 expref: 187 pid: 9591 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.527185:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e87800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550900096:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128282.527203:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.528814:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.529836:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.535810:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.546229:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.549121:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+188:2014:x1830947554557440:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2683us (2892us total) trans 4294972032 rc 0/0 00000100:00100000:0.0:1746128282.549132:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1688 00002000:00100000:0.0:1746128282.549139:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093e87b80 x1830947554557440/t4294972032(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.549148:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87b80 with x1830947554557440 ext(0->7) 00010000:00010000:0.0:1746128282.549155:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f88d000/0x6e2f3e23d86e201a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641414 expref: 188 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.549169:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f88d000/0x6e2f3e23d86e201a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641414 expref: 188 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.549175:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e87b80 00000100:00100000:0.0:1746128282.551295:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.552081:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.555505:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.558215:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.561390:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.564044:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.569724:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.570917:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+190:2014:x1830947554558592:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 986us (1200us total) trans 4294972033 rc 0/0 00000100:00100000:0.0:1746128282.570923:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1690 00002000:00100000:0.0:1746128282.570928:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093e87480 x1830947554558592/t4294972033(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.570935:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87480 with x1830947554558592 ext(0->7) 00010000:00010000:0.0:1746128282.570940:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133844600/0x6e2f3e23d86e2028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641422 expref: 190 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.570949:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133844600/0x6e2f3e23d86e2028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641422 expref: 190 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.570954:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e87480 00000100:00100000:0.0:1746128282.572431:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.578610:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.582760:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.582830:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.586183:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.588946:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.593103:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.595703:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+193:2017:x1830947554559872:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2336us (2604us total) trans 4294972034 rc 0/0 00000100:00100000:0.0:1746128282.595767:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1692 00002000:00100000:0.0:1746128282.595776:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917d7b80 x1830947554559872/t4294972034(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.595783:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7b80 with x1830947554559872 ext(0->7) 00010000:00010000:0.0:1746128282.595789:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096508800/0x6e2f3e23d86e203d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641430 expref: 193 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.595801:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096508800/0x6e2f3e23d86e203d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641430 expref: 193 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.595807:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917d7b80 00000100:00100000:0.0:1746128282.611217:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554560128 00000100:00100000:0.0:1746128282.611222:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554560128 00000100:00100000:0.0:1746128282.611256:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28386 00000100:00100000:0.0:1746128282.611262:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+193:1052:x1830947554560128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128282.611273:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128282.611281:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2044 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964143e expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.612060:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e2036 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641437 expref: 194 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.612069:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.612071:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.612075:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2044 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964143e expref: 194 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.612101:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e2036 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641437 expref: 194 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.612111:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e2036 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641437 expref: 194 pid: 9591 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.612120:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550901632:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128282.612951:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.613655:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.615196:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550901632:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128282.615213:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2044 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964143e expref: 193 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.615229:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f88ce00, rc 0) 00000100:00100000:0.0:1746128282.615248:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+193:1052:x1830947554560128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3986us (4119us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128282.615253:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28386 00000100:00100000:0.0:1746128282.617217:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.618897:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554560640 00000100:00100000:0.0:1746128282.618903:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554560640 00000100:00100000:0.0:1746128282.618934:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28387 00000100:00100000:0.0:1746128282.618941:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1053:x1830947554560640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128282.618954:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128282.618965:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f88cc00/0x6e2f3e23d86e204b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641445 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.618985:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964143e expref: 192 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.618993:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128282.618994:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128282.618997:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f88cc00/0x6e2f3e23d86e204b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641445 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.619016:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964143e expref: 192 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.619027:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2044 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964143e expref: 192 pid: 11544 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.619042:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093982a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550901888:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128282.619088:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.621903:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.621997:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093982a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550901888:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128282.622016:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f88cc00/0x6e2f3e23d86e204b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641445 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.622030:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f88cc00, rc 0) 00000100:00100000:0.0:1746128282.622069:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554560640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3128us (3585us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128282.622076:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28387 00000100:00100000:0.0:1746128282.624320:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.626330:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+194:2014:x1830947554561152:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1639us (2005us total) trans 4294972035 rc 0/0 00000100:00100000:0.0:1746128282.626337:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1695 00002000:00100000:0.0:1746128282.626344:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093982a00 x1830947554561152/t4294972035(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.626360:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093982a00 with x1830947554561152 ext(0->7) 00010000:00010000:0.0:1746128282.626367:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964143e expref: 194 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.626378:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964143e expref: 194 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.626389:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093982a00 00000100:00100000:0.0:1746128282.631604:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.636205:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.639108:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.641102:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.641383:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.644786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.652322:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.653373:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+197:2016:x1830947554562432:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 737us (1058us total) trans 4294972036 rc 0/0 00000100:00100000:0.0:1746128282.653380:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1697 00002000:00100000:0.0:1746128282.653386:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013211ce00 x1830947554562432/t4294972036(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.653392:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ce00 with x1830947554562432 ext(0->7) 00010000:00010000:0.0:1746128282.653398:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096508800/0x6e2f3e23d86e2052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964144c expref: 197 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.653407:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096508800/0x6e2f3e23d86e2052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964144c expref: 197 pid: 11544 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.653412:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013211ce00 00000100:00100000:0.0:1746128282.659085:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.664037:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.667619:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.668300:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.670931:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.672078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.674643:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.677316:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.681940:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.694196:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.703899:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554564224 00000100:00100000:0.0:1746128282.703908:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554564224 00000100:00100000:0.0:1746128282.703954:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28393 00000100:00100000:0.0:1746128282.703960:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+198:1052:x1830947554564224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128282.703974:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128282.703988:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f88d400/0x6e2f3e23d86e2075 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964146f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.704009:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128282.704014:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e206e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641468 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.704019:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128282.704022:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f88d400/0x6e2f3e23d86e2075 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964146f expref: 199 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.704056:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e206e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641468 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.704065:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f88d400/0x6e2f3e23d86e2075 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964146f expref: 199 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.704074:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f88d400, rc 0) 00000100:00100000:0.0:1746128282.704111:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+199:1052:x1830947554564224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128282.704116:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28393 00000100:00100000:0.0:1746128282.708400:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.710394:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.713871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.720776:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.726127:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.728150:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+200:2014:x1830947554565248:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1477us (2019us total) trans 4294972038 rc 0/0 00000100:00100000:0.0:1746128282.728159:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1701 00002000:00100000:0.0:1746128282.728165:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba2a00 x1830947554565248/t4294972038(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.728173:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2a00 with x1830947554565248 ext(0->7) 00010000:00010000:0.0:1746128282.728460:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f88d400/0x6e2f3e23d86e2075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964146f expref: 200 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.728474:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f88d400/0x6e2f3e23d86e2075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964146f expref: 200 pid: 9591 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.728480:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba2a00 00000100:00100000:0.0:1746128282.732403:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.742092:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.744076:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.751015:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.751170:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.751208:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554566016 00000100:00100000:0.0:1746128282.751226:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554566016 00010000:00010000:0.0:1746128282.751264:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800881eee00/0x6e2f3e23d86e207c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641476 expref: 6 pid: 9591 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746128282.751289:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13362 00000100:00100000:0.0:1746128282.751297:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554566016:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128282.751317:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128282.751333:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800881eee00/0x6e2f3e23d86e207c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641476 expref: 6 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.751344:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800881eee00/0x6e2f3e23d86e207c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641476 expref: 6 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.751377:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.751379:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.751385:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e2083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964147d expref: 200 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.751393:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e2083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964147d expref: 200 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.751422:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e2083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964147d expref: 200 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128282.751433:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ba3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947550903936:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128282.751505:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.754317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.763789:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.765047:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+203:2017:x1830947554566528:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 962us (1261us total) trans 4294972039 rc 0/0 00000100:00100000:0.0:1746128282.765055:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1704 00002000:00100000:0.0:1746128282.765061:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008ce10000 x1830947554566528/t4294972039(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.765068:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10000 with x1830947554566528 ext(0->7) 00010000:00010000:0.0:1746128282.765073:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e2083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964147d expref: 203 pid: 9591 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.765083:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e2083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964147d expref: 203 pid: 9591 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.765089:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce10000 00000100:00100000:0.0:1746128282.767690:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.774213:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.777147:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.777234:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.779480:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.782153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.789555:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+204:2015:x1830947554567808:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1751us (2271us total) trans 4294972040 rc 0/0 00000100:00100000:0.0:1746128282.789564:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1706 00002000:00100000:0.0:1746128282.789571:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957baa00 x1830947554567808/t4294972040(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.789579:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957baa00 with x1830947554567808 ext(0->7) 00010000:00010000:0.0:1746128282.789585:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096131c00/0x6e2f3e23d86e2098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641492 expref: 204 pid: 9592 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.789596:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096131c00/0x6e2f3e23d86e2098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641492 expref: 204 pid: 9592 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746128282.789602:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957baa00 00000100:00100000:0.0:1746128282.796199:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.800471:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.806324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.807221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.811368:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.811604:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13366 00000100:00100000:0.0:1746128282.811610:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554568576:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128282.811621:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128282.811637:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e2091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964148b expref: 6 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.811647:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e2091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964148b expref: 6 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.811668:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e2091 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964148b expref: 6 pid: 11544 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746128282.811724:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.811726:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.811732:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800881efc00/0x6e2f3e23d86e209f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641499 expref: 204 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.811743:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800881efc00/0x6e2f3e23d86e209f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641499 expref: 204 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.811769:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800881efc00/0x6e2f3e23d86e209f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641499 expref: 204 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.811832:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800881efc00/0x6e2f3e23d86e209f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641499 expref: 204 pid: 9592 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746128282.811842:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fac4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947550905088:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128282.812085:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128282.813302:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.815180:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.816187:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+207:2015:x1830947554569088:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 872us (1007us total) trans 4294972041 rc 0/0 00000100:00100000:0.0:1746128282.816195:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1708 00002000:00100000:0.0:1746128282.816201:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e5b5880 x1830947554569088/t4294972041(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.816208:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947554569088 ext(0->7) 00010000:00010000:0.0:1746128282.816214:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800881efc00/0x6e2f3e23d86e209f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641499 expref: 207 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.816224:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800881efc00/0x6e2f3e23d86e209f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641499 expref: 207 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.816235:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e5b5880 00000100:00100000:0.0:1746128282.819157:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.821375:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.828407:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.832396:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.832447:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.834696:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.835068:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.836790:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.837227:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.840384:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.842524:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.844525:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+208:2016:x1830947554571136:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1596us (2002us total) trans 4294972042 rc 0/0 00000100:00100000:0.0:1746128282.844533:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1711 00002000:00100000:0.0:1746128282.844539:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d2a9500 x1830947554571136/t4294972042(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.844568:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a9500 with x1830947554571136 ext(0->7) 00010000:00010000:0.0:1746128282.844576:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e20b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414ae expref: 208 pid: 27081 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.844587:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e20b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414ae expref: 208 pid: 27081 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.844592:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d2a9500 00000100:00100000:0.0:1746128282.847531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.854767:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.854811:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.860817:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.861871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.865030:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.868620:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.870656:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+211:2016:x1830947554572416:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1840us (2037us total) trans 4294972043 rc 0/0 00000100:00100000:0.0:1746128282.870664:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1713 00002000:00100000:0.0:1746128282.870671:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099312300 x1830947554572416/t4294972043(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.870678:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312300 with x1830947554572416 ext(0->7) 00010000:00010000:0.0:1746128282.870687:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76b800/0x6e2f3e23d86e20c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414bc expref: 211 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.870698:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76b800/0x6e2f3e23d86e20c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414bc expref: 211 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.870703:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099312300 00000100:00100000:0.0:1746128282.874395:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.882487:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.885915:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.887116:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.889366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.898029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.903722:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.905032:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+212:2014:x1830947554573696:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1030us (1313us total) trans 4294972044 rc 0/0 00000100:00100000:0.0:1746128282.905038:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1715 00002000:00100000:0.0:1746128282.905045:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee90e00 x1830947554573696/t4294972044(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.905052:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90e00 with x1830947554573696 ext(0->7) 00010000:00010000:0.0:1746128282.905057:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e20d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414ca expref: 212 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.905066:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e20d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414ca expref: 212 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.905072:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee90e00 00000100:00100000:0.0:1746128282.907680:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.911109:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.912907:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.917811:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.920385:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.920432:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.924325:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.924721:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.924791:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.928691:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554575488 00000100:00100000:0.0:1746128282.928697:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554575488 00002000:00100000:0.0:1746128282.928727:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880122b00000 x1830947554575488/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 488/0 e 0 to 0 dl 1746128293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.928736:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b00000 with x1830947554575488 ext(0->4095) 00010000:00010000:0.0:1746128282.928744:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039000/0x6e2f3e23d86e20e5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414df expref: 214 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.928755:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039000/0x6e2f3e23d86e20e5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414df expref: 214 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.928761:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b00000 00000100:00100000:0.0:1746128282.929071:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1716 00000100:00100000:0.0:1746128282.929078:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+213:2014:x1830947554575488:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128282.929182:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+213:2014:x1830947554575488:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (589us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128282.929188:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1716 00002000:00100000:0.0:1746128282.929193:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880122b00000 x1830947554575488/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.929199:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b00000 with x1830947554575488 ext(0->4095) 00010000:00010000:0.0:1746128282.929204:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039000/0x6e2f3e23d86e20e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414df expref: 213 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.929212:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039000/0x6e2f3e23d86e20e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414df expref: 213 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.929217:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b00000 00000100:00100000:0.0:1746128282.935254:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.937329:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+215:2015:x1830947554575744:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1115us (2077us total) trans 4294972045 rc 0/0 00000100:00100000:0.0:1746128282.937338:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1717 00002000:00100000:0.0:1746128282.937354:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006d9fb480 x1830947554575744/t4294972045(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.937361:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9fb480 with x1830947554575744 ext(0->7) 00010000:00010000:0.0:1746128282.937367:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039000/0x6e2f3e23d86e20e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414df expref: 215 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.937379:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039000/0x6e2f3e23d86e20e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414df expref: 215 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.937384:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006d9fb480 00000100:00100000:0.0:1746128282.940288:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.946840:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.948763:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.948802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.949009:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28412 00000100:00100000:0.0:1746128282.949016:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+214:1052:x1830947554576384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128282.949023:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128282.949030:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097e7a200/0x6e2f3e23d86e20fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96414f4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.949568:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e20ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96414e6 expref: 215 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.949575:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096131000/0x6e2f3e23d86e20f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96414ed expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128282.949580:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.949582:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128282.949585:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e7a200/0x6e2f3e23d86e20fa lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96414f4 expref: 215 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128282.950981:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.955879:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.957171:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.957231:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.965275:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.971462:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.976155:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+217:2017:x1830947554577536:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3639us (4692us total) trans 4294972046 rc 0/0 00000100:00100000:0.0:1746128282.976165:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1720 00002000:00100000:0.0:1746128282.976177:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d22a680 x1830947554577536/t4294972046(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 496/448 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.976185:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22a680 with x1830947554577536 ext(0->7) 00010000:00010000:0.0:1746128282.976194:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097e7a200/0x6e2f3e23d86e20fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414f4 expref: 217 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.976207:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097e7a200/0x6e2f3e23d86e20fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414f4 expref: 217 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.976213:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d22a680 00000100:00100000:0.0:1746128282.982222:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.986195:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.987293:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554578048 00000100:00100000:0.0:1746128282.987297:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554578048 00002000:00100000:0.0:1746128282.987322:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800963edc00 x1830947554578048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 488/0 e 0 to 0 dl 1746128293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.987331:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963edc00 with x1830947554578048 ext(0->4095) 00010000:00010000:0.0:1746128282.987337:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2101 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414fb expref: 219 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.987358:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2101 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414fb expref: 219 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.987364:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963edc00 00000100:00100000:0.0:1746128282.987377:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1721 00000100:00100000:0.0:1746128282.987383:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+219:2015:x1830947554578048:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128282.987474:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+219:2015:x1830947554578048:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 90us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128282.987480:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1721 00002000:00100000:0.0:1746128282.987485:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800963edc00 x1830947554578048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746128293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128282.987491:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963edc00 with x1830947554578048 ext(0->4095) 00010000:00010000:0.0:1746128282.987495:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2101 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414fb expref: 219 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128282.987509:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2101 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96414fb expref: 219 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128282.987514:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963edc00 00000100:00100000:0.0:1746128282.990271:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.990336:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128282.995444:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.000845:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.011063:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.015669:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.016593:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554579200 00000100:00100000:0.0:1746128283.016597:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554579200 00002000:00100000:0.0:1746128283.016616:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013085b480 x1830947554579200/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:534/0 lens 488/0 e 0 to 0 dl 1746128294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.016624:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085b480 with x1830947554579200 ext(0->4095) 00010000:00010000:0.0:1746128283.016629:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e210f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641509 expref: 6 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.016637:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e210f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641509 expref: 6 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.016643:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013085b480 00000100:00100000:0.0:1746128283.016686:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1724 00000100:00100000:0.0:1746128283.016690:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554579200:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128283.016774:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554579200:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 82us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128283.016779:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1724 00002000:00100000:0.0:1746128283.016784:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013085b480 x1830947554579200/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:534/0 lens 488/4536 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.016790:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085b480 with x1830947554579200 ext(0->4095) 00010000:00010000:0.0:1746128283.016794:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e210f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641509 expref: 6 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.016803:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e210f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641509 expref: 6 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.016808:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013085b480 00000100:00100000:0.0:1746128283.019246:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.019536:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.019831:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947550908800:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128283.019845:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c038800/0x6e2f3e23d86e2116 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641510 expref: 220 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.019853:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c038800, rc 0) 00000100:00100000:0.0:1746128283.019879:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+220:1052:x1830947554579328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3719us (4216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.020252:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28416 00000100:00100000:0.0:1746128283.021960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.024510:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.025954:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+221:2016:x1830947554580096:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1177us (1445us total) trans 4294972048 rc 0/0 00000100:00100000:0.0:1746128283.025961:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1726 00002000:00100000:0.0:1746128283.025968:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009628a300 x1830947554580096/t4294972048(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.025975:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628a300 with x1830947554580096 ext(0->7) 00010000:00010000:0.0:1746128283.025981:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c038800/0x6e2f3e23d86e2116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641510 expref: 221 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.026025:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c038800/0x6e2f3e23d86e2116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641510 expref: 221 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.026030:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009628a300 00000100:00100000:0.0:1746128283.027590:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.032752:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.035837:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.039641:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.039725:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.042606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.043088:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.043109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.048341:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.050792:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+223:2016:x1830947554581888:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2018us (2452us total) trans 4294972049 rc 0/0 00000100:00100000:0.0:1746128283.050801:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1729 00002000:00100000:0.0:1746128283.050808:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f112300 x1830947554581888/t4294972049(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.050815:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947554581888 ext(0->7) 00010000:00010000:0.0:1746128283.050821:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e212b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641525 expref: 223 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.050831:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e212b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641525 expref: 223 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.050840:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f112300 00000100:00100000:0.0:1746128283.055574:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.057807:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.061251:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.071241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.072235:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.075535:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.075604:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.075637:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.075823:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13388 00000100:00100000:0.0:1746128283.075828:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+223:2014:x1830947554583040:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128283.075837:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128283.075851:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c038800/0x6e2f3e23d86e2132 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964152c expref: 223 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.075860:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c038800/0x6e2f3e23d86e2132 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964152c expref: 223 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.075877:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c038800/0x6e2f3e23d86e2132 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964152c expref: 223 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.075898:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128283.075917:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+223:2014:x1830947554583040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 88us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.076269:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13388 00000100:00100000:0.0:1746128283.079132:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.084291:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+225:2016:x1830947554583680:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (1361us total) trans 4294972050 rc 0/0 00000100:00100000:0.0:1746128283.084298:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1731 00002000:00100000:0.0:1746128283.084303:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957b8700 x1830947554583680/t4294972050(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.084310:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8700 with x1830947554583680 ext(0->7) 00010000:00010000:0.0:1746128283.084314:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964153a expref: 225 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.084323:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964153a expref: 225 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.084328:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b8700 00000100:00100000:0.0:1746128283.096709:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554583808 00000100:00100000:0.0:1746128283.096763:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554583808 00010000:00010000:0.0:1746128283.096797:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964153a expref: 225 pid: 9592 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746128283.096834:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13390 00000100:00100000:0.0:1746128283.096841:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+225:2014:x1830947554583808:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128283.096853:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128283.096869:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964153a expref: 225 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.096879:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964153a expref: 225 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.096899:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009582fa00/0x6e2f3e23d86e2140 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964153a expref: 225 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.096922:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.096924:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.096930:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e2147 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641541 expref: 224 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.096936:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e2147 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641541 expref: 224 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.096961:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e2147 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641541 expref: 224 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128283.096971:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fabea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947550910464:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128283.097033:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128283.105168:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.105712:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.106080:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554584192 00000100:00100000:0.0:1746128283.106083:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554584192 00002000:00100000:0.0:1746128283.106103:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fabea00 x1830947554584192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 488/0 e 0 to 0 dl 1746128294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.106112:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947554584192 ext(0->4095) 00010000:00010000:0.0:1746128283.106117:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e2147 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641541 expref: 227 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.106131:0:9597:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e2147 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641541 expref: 227 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128283.106136:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:0.0:1746128283.106147:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1732 00000100:00100000:0.0:1746128283.106151:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+227:2015:x1830947554584192:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128283.106230:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+227:2015:x1830947554584192:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 78us (518us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128283.106235:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1732 00002000:00100000:0.0:1746128283.106238:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fabea00 x1830947554584192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 488/4536 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.106245:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947554584192 ext(0->4095) 00010000:00010000:0.0:1746128283.106248:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e2147 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641541 expref: 227 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.106256:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e2147 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641541 expref: 227 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.106261:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:0.0:1746128283.108568:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128283.114328:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128283.117369:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.120575:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.121497:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+226:2017:x1830947554584960:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (960us total) trans 4294972051 rc 0/0 00000100:00100000:0.0:1746128283.121503:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1734 00002000:00100000:0.0:1746128283.121508:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008cc04a80 x1830947554584960/t4294972051(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.121513:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc04a80 with x1830947554584960 ext(0->7) 00010000:00010000:0.0:1746128283.121517:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e214e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641548 expref: 226 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.121525:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e214e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641548 expref: 226 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.121530:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc04a80 00000100:00100000:0.0:1746128283.123644:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.135296:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.135389:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.135413:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554585472 00000100:00100000:0.0:1746128283.135420:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554585472 00000100:00100000:0.0:1746128283.135471:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28426 00000100:00100000:0.0:1746128283.135479:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+226:1052:x1830947554585472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128283.135492:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128283.135505:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c32b600/0x6e2f3e23d86e215c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641556 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.135533:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e2155 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964154f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.135539:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.135562:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.135565:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c32b600/0x6e2f3e23d86e215c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641556 expref: 227 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.135590:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e2155 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964154f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.135600:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e2155 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964154f expref: 5 pid: 9591 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746128283.135610:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550911104:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128283.135676:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128283.136688:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550911104:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128283.136700:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c32b600/0x6e2f3e23d86e215c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641556 expref: 226 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.136709:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32b600, rc 0) 00000100:00100000:0.0:1746128283.136725:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+226:1052:x1830947554585472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1247us (1336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.136730:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28426 00000100:00100000:0.0:1746128283.138181:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.140137:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.142182:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.144581:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.145625:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+228:2014:x1830947554586112:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 734us (1044us total) trans 4294972052 rc 0/0 00000100:00100000:0.0:1746128283.145631:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1736 00002000:00100000:0.0:1746128283.145637:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093e84380 x1830947554586112/t4294972052(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.145643:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84380 with x1830947554586112 ext(0->7) 00010000:00010000:0.0:1746128283.145646:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c32b600/0x6e2f3e23d86e215c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641556 expref: 228 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.145654:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c32b600/0x6e2f3e23d86e215c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641556 expref: 228 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.145659:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e84380 00000100:00100000:0.0:1746128283.149516:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.152111:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.154428:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.156764:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.161708:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.170631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.174270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.175582:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+230:2015:x1830947554587264:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 962us (1314us total) trans 4294972053 rc 0/0 00000100:00100000:0.0:1746128283.175590:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1738 00002000:00100000:0.0:1746128283.175595:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e7800 x1830947554587264/t4294972053(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.175601:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7800 with x1830947554587264 ext(0->7) 00010000:00010000:0.0:1746128283.175606:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e216a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641564 expref: 230 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.175620:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e216a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641564 expref: 230 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.175625:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e7800 00000100:00100000:0.0:1746128283.177082:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.182809:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.186289:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.186908:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.188379:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.190225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.192948:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.193698:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+233:2017:x1830947554588544:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 618us (753us total) trans 4294972054 rc 0/0 00000100:00100000:0.0:1746128283.193705:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1740 00002000:00100000:0.0:1746128283.193710:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e6d80 x1830947554588544/t4294972054(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.193717:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6d80 with x1830947554588544 ext(0->7) 00010000:00010000:0.0:1746128283.193722:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582f400/0x6e2f3e23d86e2178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641572 expref: 233 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.193731:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582f400/0x6e2f3e23d86e2178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641572 expref: 233 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.193737:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e6d80 00000100:00100000:0.0:1746128283.194888:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.197300:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.199272:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.200755:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.205842:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.208803:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.208849:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.212141:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.212176:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13399 00000100:00100000:0.0:1746128283.212182:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+233:2014:x1830947554590080:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128283.212192:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128283.212206:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800881eee00/0x6e2f3e23d86e217f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641579 expref: 233 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.212214:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800881eee00/0x6e2f3e23d86e217f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641579 expref: 233 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.212332:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800881eee00/0x6e2f3e23d86e217f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641579 expref: 233 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.212502:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.212504:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.212509:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096131c00/0x6e2f3e23d86e218d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641587 expref: 234 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.212516:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096131c00/0x6e2f3e23d86e218d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641587 expref: 234 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.212536:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096131c00/0x6e2f3e23d86e218d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641587 expref: 234 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128283.212561:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947550912896:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128283.212598:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128283.214199:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.218790:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.220970:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+235:2014:x1830947554590848:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1961us (2181us total) trans 4294972055 rc 0/0 00000100:00100000:0.0:1746128283.220978:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1742 00002000:00100000:0.0:1746128283.220984:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800941e0e00 x1830947554590848/t4294972055(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.220992:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0e00 with x1830947554590848 ext(0->7) 00010000:00010000:0.0:1746128283.220998:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096131c00/0x6e2f3e23d86e218d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641587 expref: 235 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.221008:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096131c00/0x6e2f3e23d86e218d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641587 expref: 235 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.221014:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941e0e00 00000100:00100000:0.0:1746128283.223296:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.226393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.230912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.232153:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.233886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.233927:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.236463:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.236515:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.239035:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.240488:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.240527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.240579:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.240612:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.240628:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.240643:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.240667:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.240683:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554592768 00000100:00100000:0.0:1746128283.240688:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554592768 00000100:00100000:0.0:1746128283.240716:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554593024 00000100:00100000:0.0:1746128283.240718:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554593024 00000100:00100000:0.0:1746128283.240729:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554592640 00000100:00100000:0.0:1746128283.240731:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554592640 00000100:00100000:0.0:1746128283.240740:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554593152 00000100:00100000:0.0:1746128283.240741:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554593152 00000100:00100000:0.0:1746128283.240750:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 980 00000100:00100000:0.0:1746128283.240754:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947554592768:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128283.240785:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947554592768:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 30us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.240790:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 980 00000100:00100000:0.0:1746128283.240801:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 981 00000100:00100000:0.0:1746128283.240806:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947554593024:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128283.240825:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947554593024:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 20us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.240830:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 981 00000100:00100000:0.0:1746128283.240838:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 982 00000100:00100000:0.0:1746128283.240842:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947554592640:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128283.240857:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947554592640:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 15us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.240861:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 982 00000100:00100000:0.0:1746128283.240868:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 983 00000100:00100000:0.0:1746128283.240871:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947554593152:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128283.240884:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947554593152:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 13us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.240888:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 983 00000100:00100000:0.0:1746128283.250785:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.252399:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+237:2015:x1830947554593536:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1428us (1616us total) trans 4294972056 rc 0/0 00000100:00100000:0.0:1746128283.252408:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1745 00002000:00100000:0.0:1746128283.252414:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880132147b80 x1830947554593536/t4294972056(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.252421:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132147b80 with x1830947554593536 ext(0->7) 00010000:00010000:0.0:1746128283.252428:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e21a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964159c expref: 237 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.252439:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e21a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964159c expref: 237 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.252444:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132147b80 00000100:00100000:0.0:1746128283.257079:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554593664 00000100:00100000:0.0:1746128283.257087:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554593664 00010000:00010000:0.0:1746128283.257114:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e21a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964159c expref: 237 pid: 9591 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746128283.257418:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13404 00000100:00100000:0.0:1746128283.257425:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+237:2014:x1830947554593664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128283.257437:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128283.257453:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e21a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964159c expref: 237 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.257463:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e21a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964159c expref: 237 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.257483:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e21a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964159c expref: 237 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.257509:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.257511:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.257516:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e21a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96415a3 expref: 236 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.257523:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e21a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96415a3 expref: 236 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.257570:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e21a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96415a3 expref: 236 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128283.257580:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132145f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550913792:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128283.257642:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128283.259503:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.260517:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132145f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550913792:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128283.260532:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128283.261174:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+238:2014:x1830947554593664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3748us (4170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.261182:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13404 00000100:00100000:0.0:1746128283.263497:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.263531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.266883:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554594560 00000100:00100000:0.0:1746128283.266888:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554594560 00002000:00100000:0.0:1746128283.266914:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957bb480 x1830947554594560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 488/0 e 0 to 0 dl 1746128294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.266921:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb480 with x1830947554594560 ext(0->4095) 00010000:00010000:0.0:1746128283.266928:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e21b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415aa expref: 236 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.266943:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e21b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415aa expref: 236 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.266948:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957bb480 00000100:00100000:0.0:1746128283.266974:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1747 00000100:00100000:0.0:1746128283.266980:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+236:2015:x1830947554594560:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128283.267093:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+236:2015:x1830947554594560:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128283.267102:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1747 00002000:00100000:0.0:1746128283.267107:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957bb480 x1830947554594560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 488/4536 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.267113:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb480 with x1830947554594560 ext(0->4095) 00010000:00010000:0.0:1746128283.267118:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e21b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415aa expref: 236 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.267126:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e21b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415aa expref: 236 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.267131:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957bb480 00000100:00100000:0.0:1746128283.269000:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.269785:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+238:2016:x1830947554594816:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 642us (791us total) trans 4294972057 rc 0/0 00000100:00100000:0.0:1746128283.269791:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1748 00002000:00100000:0.0:1746128283.269795:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008a3bc700 x1830947554594816/t4294972057(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.269802:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bc700 with x1830947554594816 ext(0->7) 00010000:00010000:0.0:1746128283.269806:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e21b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415aa expref: 238 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.269815:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e21b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415aa expref: 238 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.269820:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a3bc700 00000100:00100000:0.0:1746128283.273290:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.277130:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.279380:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.282536:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.283041:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.285523:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.289478:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.295989:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.298188:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.299623:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+240:2014:x1830947554596736:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1218us (1433us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746128283.299632:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1751 00002000:00100000:0.0:1746128283.299638:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011e873b80 x1830947554596736/t4294972058(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.299645:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e873b80 with x1830947554596736 ext(0->7) 00010000:00010000:0.0:1746128283.299650:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008de72200/0x6e2f3e23d86e21c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415bf expref: 240 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.299660:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008de72200/0x6e2f3e23d86e21c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415bf expref: 240 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.299665:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e873b80 00000100:00100000:0.0:1746128283.301606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.303817:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.306203:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.308950:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.309751:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.312137:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.313154:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.313204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.317268:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.321901:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.323323:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+242:2017:x1830947554598528:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 911us (1426us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746128283.323331:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1754 00002000:00100000:0.0:1746128283.323337:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096289180 x1830947554598528/t4294972059(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.323362:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096289180 with x1830947554598528 ext(0->7) 00010000:00010000:0.0:1746128283.323368:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e21da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415d4 expref: 242 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.323377:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e21da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415d4 expref: 242 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.323382:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096289180 00000100:00100000:0.0:1746128283.329663:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.334102:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.337618:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.344332:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.356252:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554599936 00000100:00100000:0.0:1746128283.356259:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554599936 00000100:00100000:0.0:1746128283.356818:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28448 00000100:00100000:0.0:1746128283.356824:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+244:1053:x1830947554599936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128283.356838:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128283.356940:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c32b600/0x6e2f3e23d86e21f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96415f0 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.357049:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e21ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96415e9 expref: 244 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.357054:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128283.357055:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128283.357057:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c32b600/0x6e2f3e23d86e21f6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96415f0 expref: 244 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.357070:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e21ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415e9 expref: 244 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.357078:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e21ef lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415e9 expref: 244 pid: 9592 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746128283.357087:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550916096:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128283.357132:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128283.360711:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.367862:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.370469:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+245:2015:x1830947554600576:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2307us (2609us total) trans 4294972060 rc 0/0 00000100:00100000:0.0:1746128283.370480:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1756 00002000:00100000:0.0:1746128283.370487:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f112680 x1830947554600576/t4294972060(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.370501:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112680 with x1830947554600576 ext(0->7) 00010000:00010000:0.0:1746128283.370509:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e21ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415e9 expref: 245 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.370520:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c038c00/0x6e2f3e23d86e21ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415e9 expref: 245 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.370526:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f112680 00000100:00100000:0.0:1746128283.372123:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.376492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.381894:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.383016:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.384846:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.396595:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.396625:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.396654:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.400362:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.406284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.413662:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+247:2015:x1830947554602624:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6773us (7373us total) trans 4294972061 rc 0/0 00000100:00100000:0.0:1746128283.413675:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1758 00002000:00100000:0.0:1746128283.413687:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee93100 x1830947554602624/t4294972061(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.413695:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93100 with x1830947554602624 ext(0->7) 00010000:00010000:0.0:1746128283.413705:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582e800/0x6e2f3e23d86e2204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415fe expref: 247 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.413721:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582e800/0x6e2f3e23d86e2204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96415fe expref: 247 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.413728:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee93100 00000100:00100000:0.0:1746128283.414581:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.415594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.421587:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.425776:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.426154:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.429320:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.431181:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.433332:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+248:2014:x1830947554603904:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1653us (2148us total) trans 4294972062 rc 0/0 00000100:00100000:0.0:1746128283.433353:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1761 00002000:00100000:0.0:1746128283.433359:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091c7f480 x1830947554603904/t4294972062(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.433367:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7f480 with x1830947554603904 ext(0->7) 00010000:00010000:0.0:1746128283.433373:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b76bc00/0x6e2f3e23d86e2212 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964160c expref: 248 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.433383:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b76bc00/0x6e2f3e23d86e2212 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964160c expref: 248 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.433388:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7f480 00000100:00100000:0.0:1746128283.435274:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.439984:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.442235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.444789:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.448583:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.448899:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.451108:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.451154:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.454112:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.456748:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.459684:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+250:2015:x1830947554605696:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2784us (2933us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746128283.459695:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1764 00002000:00100000:0.0:1746128283.459703:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012dd8a300 x1830947554605696/t4294972063(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.459711:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a300 with x1830947554605696 ext(0->7) 00010000:00010000:0.0:1746128283.459718:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582e800/0x6e2f3e23d86e2227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641621 expref: 250 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.459732:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582e800/0x6e2f3e23d86e2227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641621 expref: 250 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.459738:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dd8a300 00000100:00100000:0.0:1746128283.465775:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.475385:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.475424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.479278:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.479368:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.479406:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554606464 00000100:00100000:0.0:1746128283.479413:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554606464 00000100:00100000:0.0:1746128283.479457:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28458 00000100:00100000:0.0:1746128283.479464:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+251:1053:x1830947554606464:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128283.479478:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128283.479492:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130f80800/0x6e2f3e23d86e223c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641636 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.479510:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.479514:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e2235 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964162f expref: 252 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.479519:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128283.479522:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130f80800/0x6e2f3e23d86e223c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641636 expref: 252 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.479573:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e2235 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964162f expref: 252 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.479584:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130f80800/0x6e2f3e23d86e223c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641636 expref: 252 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.479593:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f80800, rc 0) 00000100:00100000:0.0:1746128283.480398:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+252:1053:x1830947554606464:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 933us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.480404:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28458 00000100:00100000:0.0:1746128283.481928:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.483328:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.484682:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+253:2017:x1830947554606976:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1062us (1354us total) trans 4294972064 rc 0/0 00000100:00100000:0.0:1746128283.484689:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1766 00002000:00100000:0.0:1746128283.484694:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da6ed80 x1830947554606976/t4294972064(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.484700:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ed80 with x1830947554606976 ext(0->7) 00010000:00010000:0.0:1746128283.484705:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e2235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964162f expref: 253 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.484713:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e2235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964162f expref: 253 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.484718:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6ed80 00000100:00100000:0.0:1746128283.486979:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.496317:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.496373:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.502387:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.502418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.502816:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.505065:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.511273:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.513796:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+255:2014:x1830947554608768:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1899us (2527us total) trans 4294972065 rc 0/0 00000100:00100000:0.0:1746128283.513804:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1768 00002000:00100000:0.0:1746128283.513811:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006d9f8e00 x1830947554608768/t4294972065(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.513823:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9f8e00 with x1830947554608768 ext(0->7) 00010000:00010000:0.0:1746128283.513832:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641644 expref: 255 pid: 11544 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.513843:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641644 expref: 255 pid: 11544 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.513848:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006d9f8e00 00000100:00100000:0.0:1746128283.517174:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.520020:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.522082:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.523047:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.524157:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.525642:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947550919296:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128283.525653:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947550919424:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128283.525672:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e225f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641659 expref: 255 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.525683:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc 0) 00000100:00100000:0.0:1746128283.526240:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+255:1052:x1830947554609408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2928us (3192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.526247:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28463 00000100:00100000:0.0:1746128283.527018:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.527044:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.530187:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.534229:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.538018:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.543130:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.548034:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.548074:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.551504:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.551562:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.555441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.557558:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.564003:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.567177:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.570463:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+258:2014:x1830947554612224:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1442us (3282us total) trans 4294972067 rc 0/0 00000100:00100000:0.0:1746128283.570471:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1773 00002000:00100000:0.0:1746128283.570477:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c155500 x1830947554612224/t4294972067(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.570485:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c155500 with x1830947554612224 ext(0->7) 00010000:00010000:0.0:1746128283.570491:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e2274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964166e expref: 258 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.570501:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582f600/0x6e2f3e23d86e2274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964166e expref: 258 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.570507:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c155500 00000100:00100000:0.0:1746128283.573224:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.575483:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.579409:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.584485:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.587218:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.590187:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.594839:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.596052:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+260:2016:x1830947554613376:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 926us (1219us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746128283.596059:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1775 00002000:00100000:0.0:1746128283.596064:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009631b480 x1830947554613376/t4294972068(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.596071:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947554613376 ext(0->7) 00010000:00010000:0.0:1746128283.596076:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009582e800/0x6e2f3e23d86e2282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964167c expref: 260 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.596086:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009582e800/0x6e2f3e23d86e2282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964167c expref: 260 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.596092:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009631b480 00000100:00100000:0.0:1746128283.599366:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.602318:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.607484:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.607521:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.609778:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.609818:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.611578:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.611755:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554614528 00000100:00100000:0.0:1746128283.611761:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554614528 00010000:00010000:0.0:1746128283.611773:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097915000/0x6e2f3e23d86e2290 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641691 expref: 261 pid: 27081 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746128283.611798:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13438 00000100:00100000:0.0:1746128283.611803:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+261:2014:x1830947554614528:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128283.611809:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128283.611819:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097915000/0x6e2f3e23d86e2290 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641691 expref: 261 pid: 27081 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.611827:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097915000/0x6e2f3e23d86e2290 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641691 expref: 261 pid: 27081 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.611848:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097915000/0x6e2f3e23d86e2290 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641691 expref: 261 pid: 27081 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.611898:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128283.611919:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+260:2014:x1830947554614528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 117us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.611924:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13438 00000100:00100000:0.0:1746128283.615934:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.617674:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+262:2016:x1830947554615168:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1498us (1740us total) trans 4294972069 rc 0/0 00000100:00100000:0.0:1746128283.617682:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1778 00002000:00100000:0.0:1746128283.617689:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fac7800 x1830947554615168/t4294972069(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.617696:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7800 with x1830947554615168 ext(0->7) 00010000:00010000:0.0:1746128283.617702:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097e7a200/0x6e2f3e23d86e2297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964168a expref: 262 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.617713:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097e7a200/0x6e2f3e23d86e2297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964168a expref: 262 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.617719:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac7800 00000100:00100000:0.0:1746128283.621609:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.625835:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.629912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.630039:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.633272:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.633679:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.635692:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.636310:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.638679:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.642174:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.643115:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+264:2017:x1830947554616960:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 654us (944us total) trans 4294972070 rc 0/0 00000100:00100000:0.0:1746128283.643123:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1781 00002000:00100000:0.0:1746128283.643129:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093e86300 x1830947554616960/t4294972070(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.643136:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86300 with x1830947554616960 ext(0->7) 00010000:00010000:0.0:1746128283.643141:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e22ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964169f expref: 264 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.643150:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e22ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964169f expref: 264 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.643160:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e86300 00000100:00100000:0.0:1746128283.645093:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.648313:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.654242:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.658083:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.659440:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.662440:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.662469:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.662744:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.666933:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.668625:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+266:2017:x1830947554618752:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1507us (1696us total) trans 4294972071 rc 0/0 00000100:00100000:0.0:1746128283.668634:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1784 00002000:00100000:0.0:1746128283.668640:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008a3bd180 x1830947554618752/t4294972071(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.668648:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bd180 with x1830947554618752 ext(0->7) 00010000:00010000:0.0:1746128283.668654:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097915e00/0x6e2f3e23d86e22c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416bb expref: 266 pid: 27081 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.668665:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097915e00/0x6e2f3e23d86e22c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416bb expref: 266 pid: 27081 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.668670:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a3bd180 00000100:00100000:0.0:1746128283.675922:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.683320:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.684102:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.686596:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.687350:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.690612:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.692459:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.693408:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+269:2015:x1830947554620032:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 782us (950us total) trans 4294972072 rc 0/0 00000100:00100000:0.0:1746128283.693415:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1787 00002000:00100000:0.0:1746128283.693421:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a77e7b80 x1830947554620032/t4294972072(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.693428:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7b80 with x1830947554620032 ext(0->7) 00010000:00010000:0.0:1746128283.693432:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e22cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416c9 expref: 269 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.693441:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e22cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416c9 expref: 269 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.693446:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77e7b80 00000100:00100000:0.0:1746128283.695072:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.698193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.702093:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.703616:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.720877:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.720930:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.727458:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.728032:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.728054:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554621696 00000100:00100000:0.0:1746128283.728058:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554621696 00010000:00010000:0.0:1746128283.728071:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e22d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416d0 expref: 270 pid: 9591 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746128283.728509:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.736726:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.738555:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+270:2015:x1830947554622336:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1385us (1819us total) trans 4294972073 rc 0/0 00000100:00100000:0.0:1746128283.738563:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1789 00002000:00100000:0.0:1746128283.738570:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008a3bf800 x1830947554622336/t4294972073(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.738577:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf800 with x1830947554622336 ext(0->7) 00010000:00010000:0.0:1746128283.738583:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097915000/0x6e2f3e23d86e22e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416de expref: 270 pid: 27081 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.738594:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097915000/0x6e2f3e23d86e22e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416de expref: 270 pid: 27081 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.738600:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a3bf800 00000100:00100000:0.0:1746128283.742916:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.755753:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.755851:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.762652:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.766291:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.771125:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.772083:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+273:2017:x1830947554623616:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (964us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746128283.772092:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1791 00002000:00100000:0.0:1746128283.772098:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fabd880 x1830947554623616/t4294972074(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.772104:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabd880 with x1830947554623616 ext(0->7) 00010000:00010000:0.0:1746128283.772108:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e22f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416ec expref: 273 pid: 27081 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.772117:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e22f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416ec expref: 273 pid: 27081 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.772122:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fabd880 00000100:00100000:0.0:1746128283.774909:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.781683:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.784393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.784432:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554624128 00000100:00100000:0.0:1746128283.784436:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554624128 00002000:00100000:0.0:1746128283.784460:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fabf800 x1830947554624128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 488/0 e 0 to 0 dl 1746128294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.784469:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabf800 with x1830947554624128 ext(0->4095) 00010000:00010000:0.0:1746128283.784474:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e22f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416f3 expref: 274 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.784484:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e22f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416f3 expref: 274 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.784490:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fabf800 00000100:00100000:0.0:1746128283.784706:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1792 00000100:00100000:0.0:1746128283.784712:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+274:2014:x1830947554624128:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128283.784800:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+274:2014:x1830947554624128:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128283.784806:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1792 00002000:00100000:0.0:1746128283.784810:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fabf800 x1830947554624128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 488/4536 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.784817:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabf800 with x1830947554624128 ext(0->4095) 00010000:00010000:0.0:1746128283.784821:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e22f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416f3 expref: 274 pid: 9591 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.784829:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e22f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416f3 expref: 274 pid: 9591 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.784834:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fabf800 00000100:00100000:0.0:1746128283.786686:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.788111:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.790154:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.797074:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.798203:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+274:2017:x1830947554624896:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 893us (1134us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746128283.798211:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1794 00002000:00100000:0.0:1746128283.798217:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009edf8000 x1830947554624896/t4294972075(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.798224:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8000 with x1830947554624896 ext(0->7) 00010000:00010000:0.0:1746128283.798229:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e2300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416fa expref: 274 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.798239:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e2300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96416fa expref: 274 pid: 9592 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746128283.798245:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009edf8000 00000100:00100000:0.0:1746128283.800230:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.803247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.805135:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.807608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.810485:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.810530:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.812847:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.812877:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.812897:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.813299:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13456 00000100:00100000:0.0:1746128283.813305:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947554626176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128283.813311:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128283.813378:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e2307 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641701 expref: 6 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.813385:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e2307 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641701 expref: 6 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.813404:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc200/0x6e2f3e23d86e2307 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641701 expref: 6 pid: 9592 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746128283.813421:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128283.813442:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947554626176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 138us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.813448:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13456 00000100:00100000:0.0:1746128283.815396:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.820243:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+276:2015:x1830947554626944:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 624us (955us total) trans 4294972076 rc 0/0 00000100:00100000:0.0:1746128283.820249:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1796 00002000:00100000:0.0:1746128283.820253:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097852300 x1830947554626944/t4294972076(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.820258:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852300 with x1830947554626944 ext(0->7) 00010000:00010000:0.0:1746128283.820262:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e2315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964170f expref: 276 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.820268:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e2315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964170f expref: 276 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128283.820272:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097852300 00000100:00100000:0.0:1746128283.821404:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.824914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.826755:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.829599:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.832581:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.833112:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.837627:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.843430:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.845917:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.848897:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.850330:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+278:2014:x1830947554628864:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 943us (1432us total) trans 4294972077 rc 0/0 00000100:00100000:0.0:1746128283.850347:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1798 00002000:00100000:0.0:1746128283.850352:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b496a00 x1830947554628864/t4294972077(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.850359:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496a00 with x1830947554628864 ext(0->7) 00010000:00010000:0.0:1746128283.850364:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e232a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641724 expref: 278 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.850373:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e232a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641724 expref: 278 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128283.850379:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b496a00 00000100:00100000:0.0:1746128283.851758:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.854608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.858091:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.859989:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.861132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.863110:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.863157:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.864184:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.867852:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.872149:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.876722:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+280:2017:x1830947554630656:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4255us (4572us total) trans 4294972078 rc 0/0 00000100:00100000:0.0:1746128283.876733:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1801 00002000:00100000:0.0:1746128283.876742:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c120380 x1830947554630656/t4294972078(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.876751:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120380 with x1830947554630656 ext(0->7) 00010000:00010000:0.0:1746128283.876759:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800966f5200/0x6e2f3e23d86e233f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641739 expref: 280 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.876770:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800966f5200/0x6e2f3e23d86e233f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641739 expref: 280 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128283.876776:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c120380 00000100:00100000:0.0:1746128283.879879:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.882701:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.885899:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554631168 00000100:00100000:0.0:1746128283.885905:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554631168 00002000:00100000:0.0:1746128283.885933:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957b9c00 x1830947554631168/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:534/0 lens 488/0 e 0 to 0 dl 1746128294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.885941:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9c00 with x1830947554631168 ext(0->4095) 00010000:00010000:0.0:1746128283.885946:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641740 expref: 6 pid: 9591 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.885955:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641740 expref: 6 pid: 9591 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128283.885960:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b9c00 00000100:00100000:0.0:1746128283.885973:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1802 00000100:00100000:0.0:1746128283.885979:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554631168:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128283.886066:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554631168:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128283.886071:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1802 00002000:00100000:0.0:1746128283.886076:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957b9c00 x1830947554631168/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:534/0 lens 488/4536 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.886082:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9c00 with x1830947554631168 ext(0->4095) 00010000:00010000:0.0:1746128283.886086:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641740 expref: 6 pid: 9591 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.886095:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641740 expref: 6 pid: 9591 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128283.886099:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b9c00 00000100:00100000:0.0:1746128283.889287:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.889347:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.891913:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.893685:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.894607:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+283:2017:x1830947554631936:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 693us (923us total) trans 4294972079 rc 0/0 00000100:00100000:0.0:1746128283.894614:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1804 00002000:00100000:0.0:1746128283.894619:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c121880 x1830947554631936/t4294972079(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.894627:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121880 with x1830947554631936 ext(0->7) 00010000:00010000:0.0:1746128283.894632:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5bc00/0x6e2f3e23d86e234d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641747 expref: 283 pid: 9591 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.894641:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5bc00/0x6e2f3e23d86e234d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641747 expref: 283 pid: 9591 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128283.894647:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c121880 00000100:00100000:0.0:1746128283.900142:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.904606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.906888:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.906929:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.909874:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.912901:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.921719:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.925588:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+284:2014:x1830947554633216:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3524us (3867us total) trans 4294972080 rc 0/0 00000100:00100000:0.0:1746128283.925598:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1806 00002000:00100000:0.0:1746128283.925607:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c122d80 x1830947554633216/t4294972080(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.925616:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122d80 with x1830947554633216 ext(0->7) 00010000:00010000:0.0:1746128283.925624:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097914000/0x6e2f3e23d86e235b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641755 expref: 284 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.925638:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097914000/0x6e2f3e23d86e235b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641755 expref: 284 pid: 27081 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128283.925645:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c122d80 00000100:00100000:0.0:1746128283.931522:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554633344 00000100:00100000:0.0:1746128283.931530:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554633344 00010000:00010000:0.0:1746128283.931871:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097914000/0x6e2f3e23d86e235b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641755 expref: 284 pid: 27081 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746128283.931911:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13467 00000100:00100000:0.0:1746128283.931918:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+284:2017:x1830947554633344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128283.931931:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128283.931948:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097914000/0x6e2f3e23d86e235b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641755 expref: 284 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.931959:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097914000/0x6e2f3e23d86e235b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641755 expref: 284 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.931978:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097914000/0x6e2f3e23d86e235b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641755 expref: 284 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.932010:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.932012:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128283.932018:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097ef6600/0x6e2f3e23d86e2362 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964175c expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.932026:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097ef6600/0x6e2f3e23d86e2362 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964175c expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.932054:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097ef6600/0x6e2f3e23d86e2362 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964175c expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128283.932065:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c123100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947550928000:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128283.932136:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128283.937102:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.938396:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.944334:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.947982:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.950416:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.958600:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.959849:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+286:2014:x1830947554634368:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 918us (1255us total) trans 4294972081 rc 0/0 00000100:00100000:0.0:1746128283.959856:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1808 00002000:00100000:0.0:1746128283.959862:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c121180 x1830947554634368/t4294972081(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:534/0 lens 496/448 e 0 to 0 dl 1746128294 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128283.959869:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121180 with x1830947554634368 ext(0->7) 00010000:00010000:0.0:1746128283.959874:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a05a600/0x6e2f3e23d86e2369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641763 expref: 286 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128283.959884:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a05a600/0x6e2f3e23d86e2369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641763 expref: 286 pid: 27081 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128283.959890:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c121180 00000100:00100000:0.0:1746128283.965899:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.968024:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.975891:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.976006:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27081:1830947550928640:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128283.976032:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e2377 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641771 expref: 287 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128283.976050:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ebb9a00, rc 0) 00000100:00100000:0.0:1746128283.976083:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+287:1052:x1830947554634496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7648us (10192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128283.976089:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28503 00000100:00100000:0.0:1746128283.982420:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.992644:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128283.999725:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128284.008715:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128284.012989:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+288:2014:x1830947554635520:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 784us (4745us total) trans 4294972082 rc 0/0 00000100:00100000:0.0:1746128284.012997:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1810 00002000:00100000:0.0:1746128284.013004:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800979c2680 x1830947554635520/t4294972082(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.013013:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c2680 with x1830947554635520 ext(0->7) 00010000:00010000:0.0:1746128284.013021:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e2377 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641771 expref: 288 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.013034:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e2377 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641771 expref: 288 pid: 27081 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.013041:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800979c2680 00000100:00100000:0.0:1746128284.016261:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.020569:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.031060:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128284.031172:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128284.036622:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.041701:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.051533:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.060145:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+290:2014:x1830947554636672:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3000us (3308us total) trans 4294972083 rc 0/0 00000100:00100000:0.0:1746128284.060155:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1812 00002000:00100000:0.0:1746128284.060163:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800979c3480 x1830947554636672/t4294972083(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.060172:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c3480 with x1830947554636672 ext(0->7) 00010000:00010000:0.0:1746128284.060179:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e2385 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964177f expref: 290 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.060193:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e2385 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964177f expref: 290 pid: 27081 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.060199:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800979c3480 00000100:00100000:0.0:1746128284.081831:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554637184 00000100:00100000:0.0:1746128284.081839:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554637184 00002000:00100000:0.0:1746128284.081877:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88006d9faa00 x1830947554637184/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.081888:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9faa00 with x1830947554637184 ext(0->4095) 00010000:00010000:0.0:1746128284.081897:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e238c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641786 expref: 6 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.081911:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e238c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641786 expref: 6 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.081923:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006d9faa00 00000100:00100000:0.0:1746128284.082489:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1813 00000100:00100000:0.0:1746128284.082499:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554637184:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.082755:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554637184:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 257us (1853us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.082762:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1813 00002000:00100000:0.0:1746128284.082768:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88006d9faa00 x1830947554637184/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.082776:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9faa00 with x1830947554637184 ext(0->4095) 00010000:00010000:0.0:1746128284.082780:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e238c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641786 expref: 6 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.082791:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e238c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641786 expref: 6 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.082798:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006d9faa00 00000100:00100000:0.0:1746128284.085707:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.090273:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.095576:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.098518:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.099600:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+292:2015:x1830947554637824:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (1081us total) trans 4294972084 rc 0/0 00000100:00100000:0.0:1746128284.099608:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1814 00002000:00100000:0.0:1746128284.099613:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c14f100 x1830947554637824/t4294972084(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.099621:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c14f100 with x1830947554637824 ext(0->7) 00010000:00010000:0.0:1746128284.099626:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964178d expref: 292 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.099635:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964178d expref: 292 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.099641:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c14f100 00000100:00100000:0.0:1746128284.101408:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.104919:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.107607:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554638336 00000100:00100000:0.0:1746128284.107613:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554638336 00002000:00100000:0.0:1746128284.107643:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f1e7100 x1830947554638336/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.107652:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7100 with x1830947554638336 ext(0->4095) 00010000:00010000:0.0:1746128284.107659:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e239a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641794 expref: 6 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.107669:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e239a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641794 expref: 6 pid: 27081 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.107675:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f1e7100 00000100:00100000:0.0:1746128284.107697:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1815 00000100:00100000:0.0:1746128284.111393:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.112132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.116745:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.120064:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.122641:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+295:2016:x1830947554639104:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2193us (2576us total) trans 4294972085 rc 0/0 00000100:00100000:0.0:1746128284.122651:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1817 00002000:00100000:0.0:1746128284.122659:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c14d500 x1830947554639104/t4294972085(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.122666:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c14d500 with x1830947554639104 ext(0->7) 00010000:00010000:0.0:1746128284.122675:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e23a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964179b expref: 295 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.122689:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e23a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964179b expref: 295 pid: 27081 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.122699:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c14d500 00000100:00100000:0.0:1746128284.125733:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.134700:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.138460:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.140492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.141959:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.145486:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.147167:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.149485:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.155299:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.162052:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.167313:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+296:2015:x1830947554640768:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4840us (5257us total) trans 4294972086 rc 0/0 00000100:00100000:0.0:1746128284.167326:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1819 00002000:00100000:0.0:1746128284.167345:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b497800 x1830947554640768/t4294972086(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.167354:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497800 with x1830947554640768 ext(0->7) 00010000:00010000:0.0:1746128284.167364:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e23b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417b0 expref: 296 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.167379:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e23b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417b0 expref: 296 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.167386:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b497800 00000100:00100000:0.0:1746128284.169064:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.169266:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.173014:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.178343:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.182606:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.184764:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.188303:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.189678:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+298:2015:x1830947554641920:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1017us (1381us total) trans 4294972087 rc 0/0 00000100:00100000:0.0:1746128284.189685:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1821 00002000:00100000:0.0:1746128284.189690:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b495c00 x1830947554641920/t4294972087(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.189697:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495c00 with x1830947554641920 ext(0->7) 00010000:00010000:0.0:1746128284.189701:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8e00/0x6e2f3e23d86e23c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417be expref: 298 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.189714:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8e00/0x6e2f3e23d86e23c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417be expref: 298 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.189719:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b495c00 00000100:00100000:0.0:1746128284.193671:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.202509:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.204014:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.208767:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.211022:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.216054:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.222572:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.227951:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+301:2016:x1830947554643200:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5045us (5407us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1746128284.227963:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1823 00002000:00100000:0.0:1746128284.227971:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009edf8700 x1830947554643200/t4294972088(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.227979:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8700 with x1830947554643200 ext(0->7) 00010000:00010000:0.0:1746128284.227987:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e23d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417cc expref: 301 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.228000:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e23d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417cc expref: 301 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.228006:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009edf8700 00000100:00100000:0.0:1746128284.235627:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.240135:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554643584 00000100:00100000:0.0:1746128284.240142:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554643584 00002000:00100000:0.0:1746128284.240172:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f110700 x1830947554643584/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.240180:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110700 with x1830947554643584 ext(0->4095) 00002000:00010000:0.0:1746128284.240184:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f110700 00000100:00100000:0.0:1746128284.240214:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12780 00000100:00100000:0.0:1746128284.240220:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+300:2017:x1830947554643584:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.240943:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+300:2017:x1830947554643584:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 721us (866us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.240949:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12780 00002000:00100000:0.0:1746128284.240955:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f110700 x1830947554643584/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.240961:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110700 with x1830947554643584 ext(0->4095) 00002000:00010000:0.0:1746128284.240964:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f110700 00000100:00100000:0.0:1746128284.245426:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.246166:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.249527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.249592:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.254709:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.260085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.267941:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.275249:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.277289:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+302:2014:x1830947554644864:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1610us (2037us total) trans 4294972089 rc 0/0 00000100:00100000:0.0:1746128284.277301:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1825 00002000:00100000:0.0:1746128284.277308:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f8d0000 x1830947554644864/t4294972089(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.277315:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0000 with x1830947554644864 ext(0->7) 00010000:00010000:0.0:1746128284.277322:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e23e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417e1 expref: 302 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.277343:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e23e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417e1 expref: 302 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.277349:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f8d0000 00000100:00100000:0.0:1746128284.279649:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.286452:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554645376 00000100:00100000:0.0:1746128284.286461:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554645376 00002000:00100000:0.0:1746128284.286497:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957b9180 x1830947554645376/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.286505:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9180 with x1830947554645376 ext(0->4095) 00010000:00010000:0.0:1746128284.286513:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e23ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417e8 expref: 6 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.286525:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e23ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417e8 expref: 6 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.286532:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b9180 00000100:00100000:0.0:1746128284.286566:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1826 00000100:00100000:0.0:1746128284.286572:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554645376:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.286677:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554645376:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.286682:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1826 00002000:00100000:0.0:1746128284.286686:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957b9180 x1830947554645376/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.286693:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9180 with x1830947554645376 ext(0->4095) 00010000:00010000:0.0:1746128284.286697:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e23ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417e8 expref: 6 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.286705:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e23ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417e8 expref: 6 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.286710:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b9180 00000100:00100000:0.0:1746128284.288252:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.291082:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.298746:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.300695:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.302381:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+304:2015:x1830947554646016:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1520us (1689us total) trans 4294972090 rc 0/0 00000100:00100000:0.0:1746128284.302389:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1827 00002000:00100000:0.0:1746128284.302394:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f8d2d80 x1830947554646016/t4294972090(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.302406:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2d80 with x1830947554646016 ext(0->7) 00010000:00010000:0.0:1746128284.302412:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e23f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417ef expref: 304 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.302427:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e23f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417ef expref: 304 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.302432:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f8d2d80 00000100:00100000:0.0:1746128284.304964:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.312602:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554646400 00000100:00100000:0.0:1746128284.312608:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554646400 00002000:00100000:0.0:1746128284.312637:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c123b80 x1830947554646400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.312646:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123b80 with x1830947554646400 ext(0->4095) 00002000:00010000:0.0:1746128284.312650:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c123b80 00000100:00100000:0.0:1746128284.313103:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12783 00000100:00100000:0.0:1746128284.313111:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554646400:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.313995:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554646400:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 884us (1740us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.314002:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12783 00002000:00100000:0.0:1746128284.314007:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c123b80 x1830947554646400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.314015:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123b80 with x1830947554646400 ext(0->4095) 00002000:00010000:0.0:1746128284.314018:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c123b80 00000100:00100000:0.0:1746128284.316824:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.318156:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.319624:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.322511:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.325786:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.326983:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+307:2014:x1830947554647296:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1005us (1201us total) trans 4294972091 rc 0/0 00000100:00100000:0.0:1746128284.326990:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1829 00002000:00100000:0.0:1746128284.326996:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800941e0700 x1830947554647296/t4294972091(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.327003:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0700 with x1830947554647296 ext(0->7) 00010000:00010000:0.0:1746128284.327007:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e2403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417fd expref: 307 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.327017:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e2403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96417fd expref: 307 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.327022:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941e0700 00000100:00100000:0.0:1746128284.331797:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.333512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.337629:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.343624:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.351757:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.352425:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.364886:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.364899:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554648832 00000100:00100000:0.0:1746128284.364901:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554648832 00010000:00010000:0.0:1746128284.364910:0:7235:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e240a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641804 expref: 307 pid: 11544 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746128284.364928:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13493 00000100:00100000:0.0:1746128284.364933:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+307:2014:x1830947554648832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128284.364937:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128284.364949:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e240a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641804 expref: 307 pid: 11544 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.364964:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e240a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641804 expref: 307 pid: 11544 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.365321:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e240a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641804 expref: 307 pid: 11544 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.365350:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128284.365371:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+306:2014:x1830947554648832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 438us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128284.365377:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13493 00000100:00100000:0.0:1746128284.369775:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.376691:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.377526:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+308:2016:x1830947554649344:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 643us (840us total) trans 4294972092 rc 0/0 00000100:00100000:0.0:1746128284.377533:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1832 00002000:00100000:0.0:1746128284.377539:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e4380 x1830947554649344/t4294972092(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.377568:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4380 with x1830947554649344 ext(0->7) 00010000:00010000:0.0:1746128284.377573:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2418 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641812 expref: 308 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.377586:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2418 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641812 expref: 308 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.377591:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e4380 00000100:00100000:0.0:1746128284.385655:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.392156:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.393851:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.398192:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.398236:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.401357:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.406441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.407989:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+311:2017:x1830947554650624:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1281us (1553us total) trans 4294972093 rc 0/0 00000100:00100000:0.0:1746128284.407997:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1834 00002000:00100000:0.0:1746128284.408003:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e7800 x1830947554650624/t4294972093(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.408010:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7800 with x1830947554650624 ext(0->7) 00010000:00010000:0.0:1746128284.408016:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e2426 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641820 expref: 311 pid: 11544 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.408026:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e2426 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641820 expref: 311 pid: 11544 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.408032:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e7800 00000100:00100000:0.0:1746128284.412659:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.416850:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.416874:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554651008 00000100:00100000:0.0:1746128284.416881:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554651008 00002000:00100000:0.0:1746128284.416916:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801251e5f80 x1830947554651008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.416924:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5f80 with x1830947554651008 ext(0->4095) 00002000:00010000:0.0:1746128284.416929:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801251e5f80 00000100:00100000:0.0:1746128284.416959:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12787 00000100:00100000:0.0:1746128284.416965:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+311:2015:x1830947554651008:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.417068:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+311:2015:x1830947554651008:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (223us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.417073:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12787 00002000:00100000:0.0:1746128284.417078:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801251e5f80 x1830947554651008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.417085:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5f80 with x1830947554651008 ext(0->4095) 00002000:00010000:0.0:1746128284.417087:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801251e5f80 00000100:00100000:0.0:1746128284.421030:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.425378:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.432366:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.442361:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.450641:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.451498:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+313:2017:x1830947554652416:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 644us (864us total) trans 4294972094 rc 0/0 00000100:00100000:0.0:1746128284.451505:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1837 00002000:00100000:0.0:1746128284.451510:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009edf9180 x1830947554652416/t4294972094(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.451517:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9180 with x1830947554652416 ext(0->7) 00010000:00010000:0.0:1746128284.451522:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641835 expref: 313 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.451530:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641835 expref: 313 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.451535:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009edf9180 00000100:00100000:0.0:1746128284.457803:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.461086:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.463794:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.466085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.470782:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.473664:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.475679:0:3773:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746128284.475693:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947550936064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128284.475731:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128284.477052:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947550936064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128284.487317:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.496100:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.496972:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+314:2014:x1830947554654080:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 640us (873us total) trans 4294972095 rc 0/0 00000100:00100000:0.0:1746128284.496978:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1839 00002000:00100000:0.0:1746128284.496983:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009edf8000 x1830947554654080/t4294972095(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.496994:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8000 with x1830947554654080 ext(0->7) 00010000:00010000:0.0:1746128284.496999:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e2450 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964184a expref: 314 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.497007:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e2450 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964184a expref: 314 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.497012:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009edf8000 00000100:00100000:0.0:1746128284.501378:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.503691:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.506161:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.507429:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554654720 00000100:00100000:0.0:1746128284.507433:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554654720 00000100:00100000:0.0:1746128284.507523:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28537 00000100:00100000:0.0:1746128284.507530:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+315:1053:x1830947554654720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128284.507536:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128284.507564:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1800/0x6e2f3e23d86e2465 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964185f expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128284.507577:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128284.507580:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e245e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641858 expref: 316 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128284.507584:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128284.507586:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1800/0x6e2f3e23d86e2465 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964185f expref: 316 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128284.507609:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e245e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641858 expref: 316 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128284.507618:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1800/0x6e2f3e23d86e2465 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964185f expref: 316 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128284.507626:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6f1800, rc 0) 00000100:00100000:0.0:1746128284.507648:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+316:1053:x1830947554654720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128284.507654:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28537 00000100:00100000:0.0:1746128284.507855:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947550936704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746128284.510074:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.512914:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.523053:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.528011:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+317:2014:x1830947554655360:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4351us (4958us total) trans 4294972096 rc 0/0 00000100:00100000:0.0:1746128284.528021:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1841 00002000:00100000:0.0:1746128284.528028:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f110380 x1830947554655360/t4294972096(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.528037:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110380 with x1830947554655360 ext(0->7) 00010000:00010000:0.0:1746128284.528045:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641858 expref: 317 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.528059:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641858 expref: 317 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.528066:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f110380 00000100:00100000:0.0:1746128284.531904:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.536252:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.538021:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.540153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.541018:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.543584:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.551087:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.556930:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.560431:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.561471:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.563358:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.565482:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.569731:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.570941:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+321:2017:x1830947554657920:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1004us (1209us total) trans 4294972098 rc 0/0 00000100:00100000:0.0:1746128284.570948:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1846 00002000:00100000:0.0:1746128284.570955:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099defb80 x1830947554657920/t4294972098(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.570961:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099defb80 with x1830947554657920 ext(0->7) 00010000:00010000:0.0:1746128284.570967:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e247a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641874 expref: 321 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.570978:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e247a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641874 expref: 321 pid: 27081 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.570988:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099defb80 00000100:00100000:0.0:1746128284.573111:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.576039:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.578618:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.584880:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.588752:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.591814:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.592825:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.593611:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.600438:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554659712 00000100:00100000:0.0:1746128284.600443:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554659712 00002000:00100000:0.0:1746128284.600475:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f1e5f80 x1830947554659712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.600484:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5f80 with x1830947554659712 ext(0->4095) 00010000:00010000:0.0:1746128284.600491:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e248f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641889 expref: 320 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.600503:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e248f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641889 expref: 320 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.600509:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f1e5f80 00000100:00100000:0.0:1746128284.600536:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1848 00000100:00100000:0.0:1746128284.600561:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+320:2017:x1830947554659712:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.600654:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+320:2017:x1830947554659712:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.600663:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1848 00002000:00100000:0.0:1746128284.600668:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f1e5f80 x1830947554659712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.600675:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5f80 with x1830947554659712 ext(0->4095) 00010000:00010000:0.0:1746128284.600679:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e248f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641889 expref: 320 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.600687:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e248f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641889 expref: 320 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.600692:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f1e5f80 00000100:00100000:0.0:1746128284.602024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.610968:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.614678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.620459:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.620699:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.631722:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.633594:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.634354:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.634418:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.639713:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.641885:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.648662:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+324:2017:x1830947554661760:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2583us (6772us total) trans 4294972100 rc 0/0 00000100:00100000:0.0:1746128284.648673:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1852 00002000:00100000:0.0:1746128284.648684:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b31180 x1830947554661760/t4294972100(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.648692:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b31180 with x1830947554661760 ext(0->7) 00010000:00010000:0.0:1746128284.648700:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e24a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964189e expref: 324 pid: 9591 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.648713:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e24a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964189e expref: 324 pid: 9591 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.648720:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b31180 00000100:00100000:0.0:1746128284.657962:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.658678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.658729:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554662272 00000100:00100000:0.0:1746128284.658732:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554662272 00002000:00100000:0.0:1746128284.658753:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880122b32d80 x1830947554662272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.658761:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32d80 with x1830947554662272 ext(0->4095) 00010000:00010000:0.0:1746128284.658766:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8c00/0x6e2f3e23d86e24ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418a5 expref: 6 pid: 9591 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.658775:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8c00/0x6e2f3e23d86e24ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418a5 expref: 6 pid: 9591 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.658780:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b32d80 00000100:00100000:0.0:1746128284.660863:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.660898:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.664678:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.669465:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.673733:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+327:2014:x1830947554663040:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4037us (4266us total) trans 4294972101 rc 0/0 00000100:00100000:0.0:1746128284.673746:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1855 00002000:00100000:0.0:1746128284.673757:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b32a00 x1830947554663040/t4294972101(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.673766:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32a00 with x1830947554663040 ext(0->7) 00010000:00010000:0.0:1746128284.673775:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e24b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418ac expref: 327 pid: 9591 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.673789:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e24b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418ac expref: 327 pid: 9591 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.673796:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b32a00 00000100:00100000:0.0:1746128284.678378:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.683425:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.687345:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.690376:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.691313:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.693159:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.695934:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554664320 00000100:00100000:0.0:1746128284.695942:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554664320 00002000:00100000:0.0:1746128284.695976:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957bb100 x1830947554664320/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.695984:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb100 with x1830947554664320 ext(0->7) 00010000:00010000:0.0:1746128284.695992:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418ba expref: 326 pid: 9591 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.696004:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418ba expref: 326 pid: 9591 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.696010:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957bb100 00000100:00100000:0.0:1746128284.696594:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1858 00000100:00100000:0.0:1746128284.696602:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+326:2016:x1830947554664320:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.697942:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+328:2016:x1830947554664320:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1336us (2070us total) trans 4294972102 rc 0/0 00000100:00100000:0.0:1746128284.697950:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1858 00002000:00100000:0.0:1746128284.697957:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957bb100 x1830947554664320/t4294972102(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.697964:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb100 with x1830947554664320 ext(0->7) 00010000:00010000:0.0:1746128284.697970:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418ba expref: 328 pid: 9591 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.697981:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418ba expref: 328 pid: 9591 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.697987:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957bb100 00000001:00080000:0.0:1746128284.698910:0:10928:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972102 is committed 00000100:00100000:0.0:1746128284.702352:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.704688:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.706933:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.709493:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.710707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.712893:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.714103:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.717157:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.727405:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.737200:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.737889:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.740762:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.744531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.746776:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.750189:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2016:x1830947554667392:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2472us (3410us total) trans 4294972104 rc 0/0 00000100:00100000:0.0:1746128284.750198:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1863 00002000:00100000:0.0:1746128284.750206:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013211c380 x1830947554667392/t4294972104(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.750213:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c380 with x1830947554667392 ext(0->7) 00010000:00010000:0.0:1746128284.750220:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e24e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418e4 expref: 11 pid: 27081 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.750232:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e24e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418e4 expref: 11 pid: 27081 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.750238:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013211c380 00000100:00100000:0.0:1746128284.752887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.760639:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.762661:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.762699:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.764800:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.766582:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.769304:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.770249:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2016:x1830947554668672:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 738us (952us total) trans 4294972105 rc 0/0 00000100:00100000:0.0:1746128284.770256:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1865 00002000:00100000:0.0:1746128284.770261:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013211ce00 x1830947554668672/t4294972105(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.770267:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ce00 with x1830947554668672 ext(0->7) 00010000:00010000:0.0:1746128284.770272:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097ef7800/0x6e2f3e23d86e24f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418eb expref: 12 pid: 9592 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746128284.770280:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097ef7800/0x6e2f3e23d86e24f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96418eb expref: 12 pid: 9592 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746128284.770285:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013211ce00 00000100:00100000:0.0:1746128284.771568:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.775802:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.775843:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554669056 00000100:00100000:0.0:1746128284.775847:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554669056 00002000:00100000:0.0:1746128284.775873:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013211f100 x1830947554669056/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.775881:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211f100 with x1830947554669056 ext(0->4095) 00002000:00010000:0.0:1746128284.775884:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013211f100 00000100:00100000:0.0:1746128284.775909:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12798 00000100:00100000:0.0:1746128284.775914:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554669056:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.776003:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554669056:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.776007:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12798 00002000:00100000:0.0:1746128284.776011:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013211f100 x1830947554669056/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.776018:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211f100 with x1830947554669056 ext(0->4095) 00002000:00010000:0.0:1746128284.776020:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013211f100 00000100:00100000:0.0:1746128284.778033:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.780859:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.787878:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.793799:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.796466:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.798827:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.801247:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.804640:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.812015:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.815923:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.816826:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2017:x1830947554670848:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 648us (909us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1746128284.816832:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1867 00002000:00100000:0.0:1746128284.816837:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d2aa300 x1830947554670848/t4294972106(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.816843:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aa300 with x1830947554670848 ext(0->7) 00010000:00010000:0.0:1746128284.816848:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f400/0x6e2f3e23d86e2506 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641900 expref: 14 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128284.816862:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f400/0x6e2f3e23d86e2506 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641900 expref: 14 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128284.816867:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d2aa300 00000100:00100000:0.0:1746128284.818524:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.821069:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.822127:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.827080:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.831486:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.833944:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.839596:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.840892:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947554672000:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 875us (1294us total) trans 4294972107 rc 0/0 00000100:00100000:0.0:1746128284.840900:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1869 00002000:00100000:0.0:1746128284.840907:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d2aad80 x1830947554672000/t4294972107(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.840914:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aad80 with x1830947554672000 ext(0->7) 00010000:00010000:0.0:1746128284.840919:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e2514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964190e expref: 16 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128284.840930:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e2514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964190e expref: 16 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128284.840936:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d2aad80 00000100:00100000:0.0:1746128284.844343:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.845859:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.849056:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.852966:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.861288:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.867266:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.868649:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947554673152:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 670us (1389us total) trans 4294972108 rc 0/0 00000100:00100000:0.0:1746128284.868656:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1871 00002000:00100000:0.0:1746128284.868661:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097f67480 x1830947554673152/t4294972108(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.868667:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67480 with x1830947554673152 ext(0->7) 00010000:00010000:0.0:1746128284.868671:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2522 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964191c expref: 18 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128284.868680:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2522 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964191c expref: 18 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128284.868685:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f67480 00000100:00100000:0.0:1746128284.870202:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.875036:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.875222:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.878292:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.885069:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.893042:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.895581:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2014:x1830947554674432:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2311us (2540us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746128284.895591:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1874 00002000:00100000:0.0:1746128284.895600:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097f66a00 x1830947554674432/t4294972109(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.895608:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66a00 with x1830947554674432 ext(0->7) 00010000:00010000:0.0:1746128284.895616:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e2530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964192a expref: 21 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128284.895629:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e2530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964192a expref: 21 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128284.895635:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f66a00 00000100:00100000:0.0:1746128284.899496:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.903891:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.921897:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.921982:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.927251:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.936059:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.939299:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.955073:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.955913:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947554676096:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (840us total) trans 4294972110 rc 0/0 00000100:00100000:0.0:1746128284.955919:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1876 00002000:00100000:0.0:1746128284.955924:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880094fa4e00 x1830947554676096/t4294972110(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.955931:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4e00 with x1830947554676096 ext(0->7) 00010000:00010000:0.0:1746128284.955936:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964193f expref: 22 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128284.955949:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964193f expref: 22 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128284.955954:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094fa4e00 00000100:00100000:0.0:1746128284.956532:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.960143:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.962775:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.965024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.967933:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.974205:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.979186:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.980138:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2014:x1830947554677248:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 606us (952us total) trans 4294972111 rc 0/0 00000100:00100000:0.0:1746128284.980144:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1878 00002000:00100000:0.0:1746128284.980150:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880094fa7480 x1830947554677248/t4294972111(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 496/448 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.980157:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7480 with x1830947554677248 ext(0->7) 00010000:00010000:0.0:1746128284.980161:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2553 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964194d expref: 24 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128284.980169:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2553 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964194d expref: 24 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128284.980174:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094fa7480 00000100:00100000:0.0:1746128284.983449:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.985423:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.987343:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.987365:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554677760 00000100:00100000:0.0:1746128284.987370:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554677760 00002000:00100000:0.0:1746128284.987399:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011e871c00 x1830947554677760/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.987406:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e871c00 with x1830947554677760 ext(0->4095) 00010000:00010000:0.0:1746128284.987413:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e255a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641954 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128284.987423:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e255a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641954 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128284.987429:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e871c00 00000100:00100000:0.0:1746128284.987457:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1879 00000100:00100000:0.0:1746128284.987463:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554677760:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.988430:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554677760:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 966us (1105us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.988437:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1879 00002000:00100000:0.0:1746128284.988442:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011e871c00 x1830947554677760/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.988448:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e871c00 with x1830947554677760 ext(0->4095) 00010000:00010000:0.0:1746128284.988453:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e255a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641954 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128284.988462:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e255a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641954 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128284.988468:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e871c00 00000100:00100000:0.0:1746128284.991447:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128284.994771:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554678144 00000100:00100000:0.0:1746128284.994776:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554678144 00002000:00100000:0.0:1746128284.994805:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c120000 x1830947554678144/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 488/0 e 0 to 0 dl 1746128295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.994813:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120000 with x1830947554678144 ext(0->4095) 00002000:00010000:0.0:1746128284.994817:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120000 00000100:00100000:0.0:1746128284.994888:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12807 00000100:00100000:0.0:1746128284.994894:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2014:x1830947554678144:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128284.995144:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2014:x1830947554678144:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 249us (607us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128284.995150:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12807 00002000:00100000:0.0:1746128284.995154:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c120000 x1830947554678144/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:535/0 lens 488/4536 e 0 to 0 dl 1746128295 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128284.995161:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120000 with x1830947554678144 ext(0->4095) 00002000:00010000:0.0:1746128284.995163:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120000 00000100:00100000:0.0:1746128285.005757:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.011733:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53fac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.012143:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c120380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947550946048:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128285.012165:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e2568 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641962 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.012181:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8a9000, rc 0) 00000100:00100000:0.0:1746128285.012210:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554678272:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6284us (6461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128285.012216:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28574 00000100:00100000:0.0:1746128285.012800:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947554678400:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 811us (922us total) trans 4294972112 rc 0/0 00000100:00100000:0.0:1746128285.012805:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1880 00002000:00100000:0.0:1746128285.012810:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957ba300 x1830947554678400/t4294972112(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.012816:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957ba300 with x1830947554678400 ext(0->7) 00010000:00010000:0.0:1746128285.012820:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2561 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964195b expref: 26 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.012828:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2561 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964195b expref: 26 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.012833:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957ba300 00000100:00100000:0.0:1746128285.014608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.016639:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.020114:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.021998:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.027377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.037841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.043844:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.052476:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.059409:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.066083:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.067277:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554680064 00000100:00100000:0.0:1746128285.067281:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554680064 00000100:00100000:0.0:1746128285.067311:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28578 00000100:00100000:0.0:1746128285.067315:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1052:x1830947554680064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128285.067322:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128285.067336:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1e00/0x6e2f3e23d86e2584 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641977 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.067350:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2576 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641970 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.067356:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e257d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964197e expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.067360:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.067361:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.067364:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1e00/0x6e2f3e23d86e2584 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641977 expref: 29 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.067386:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e257d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964197e expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.067396:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e257d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964197e expref: 29 pid: 9591 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.067409:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a3bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550946816:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128285.067476:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641970 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.067483:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641970 expref: 5 pid: 9591 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.067490:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a3bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550946944:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128285.067508:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.069791:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.073675:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.075423:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.075444:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554680832 00000100:00100000:0.0:1746128285.075448:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554680832 00010000:00010000:0.0:1746128285.075464:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e257d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964197e expref: 29 pid: 9591 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.075485:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13545 00000100:00100000:0.0:1746128285.075490:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947554680832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128285.075497:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128285.075509:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e257d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964197e expref: 29 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.075518:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e257d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964197e expref: 29 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.075532:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e257d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964197e expref: 29 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.075558:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.075559:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.075564:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1e00/0x6e2f3e23d86e2584 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641977 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.075570:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1e00/0x6e2f3e23d86e2584 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641977 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.075588:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1e00/0x6e2f3e23d86e2584 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641977 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.075596:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1e00/0x6e2f3e23d86e2584 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641977 expref: 28 pid: 11544 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.075604:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947550947200:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128285.075645:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.077973:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.085736:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554681344 00000100:00100000:0.0:1746128285.085744:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554681344 00002000:00100000:0.0:1746128285.085780:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957bb480 x1830947554681344/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/0 e 0 to 0 dl 1746128296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.085789:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb480 with x1830947554681344 ext(0->7) 00010000:00010000:0.0:1746128285.085796:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1e00/0x6e2f3e23d86e2584 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641977 expref: 28 pid: 11544 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.085809:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e6f1e00/0x6e2f3e23d86e2584 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641977 expref: 28 pid: 11544 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.085816:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957bb480 00000100:00100000:0.0:1746128285.086107:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1885 00000100:00100000:0.0:1746128285.086116:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947554681344:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128285.098002:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.100355:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.109618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.111651:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.111690:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.114852:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.114895:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.117631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128285.118012:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128285.120131:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.127238:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.137633:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.139466:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2014:x1830947554683264:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1500us (1837us total) trans 4294972115 rc 0/0 00000100:00100000:0.0:1746128285.139474:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1887 00002000:00100000:0.0:1746128285.139482:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e5b7b80 x1830947554683264/t4294972115(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.139489:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b7b80 with x1830947554683264 ext(0->7) 00010000:00010000:0.0:1746128285.139496:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e2599 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641993 expref: 32 pid: 11544 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.139507:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e2599 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641993 expref: 32 pid: 11544 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.139513:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e5b7b80 00000100:00100000:0.0:1746128285.143623:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.143666:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.149604:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.152015:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.154767:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.166451:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.169157:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.170459:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947554684416:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1144us (1302us total) trans 4294972116 rc 0/0 00000100:00100000:0.0:1746128285.170466:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1889 00002000:00100000:0.0:1746128285.170472:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e5b5880 x1830947554684416/t4294972116(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.170479:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947554684416 ext(0->7) 00010000:00010000:0.0:1746128285.170483:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e25a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419a1 expref: 34 pid: 11544 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.170492:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e25a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419a1 expref: 34 pid: 11544 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.170497:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e5b5880 00000100:00100000:0.0:1746128285.172811:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.173626:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.177659:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.180493:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.182992:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.186288:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.191648:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.192977:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2014:x1830947554685568:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 677us (1328us total) trans 4294972117 rc 0/0 00000100:00100000:0.0:1746128285.192983:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1891 00002000:00100000:0.0:1746128285.192988:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091c7c700 x1830947554685568/t4294972117(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.192994:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7c700 with x1830947554685568 ext(0->7) 00010000:00010000:0.0:1746128285.192999:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e25b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419af expref: 36 pid: 11544 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.193007:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e25b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419af expref: 36 pid: 11544 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.193012:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7c700 00000100:00100000:0.0:1746128285.194052:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.196051:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.198381:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.202945:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.206286:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.207597:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.210871:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.224727:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.229085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.231358:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2016:x1830947554687616:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1639us (2273us total) trans 4294972118 rc 0/0 00000100:00100000:0.0:1746128285.231367:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1894 00002000:00100000:0.0:1746128285.231374:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099313b80 x1830947554687616/t4294972118(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.231382:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313b80 with x1830947554687616 ext(0->7) 00010000:00010000:0.0:1746128285.231388:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e25ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419c4 expref: 39 pid: 11544 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.231399:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e25ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419c4 expref: 39 pid: 11544 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.231404:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099313b80 00000100:00100000:0.0:1746128285.234837:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.237966:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.242611:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.248378:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.249773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.251817:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.254892:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.257920:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.263431:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.267590:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.268642:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2017:x1830947554689280:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 917us (1056us total) trans 4294972119 rc 0/0 00000100:00100000:0.0:1746128285.268652:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1896 00002000:00100000:0.0:1746128285.268657:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099311c00 x1830947554689280/t4294972119(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.268664:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311c00 with x1830947554689280 ext(0->7) 00010000:00010000:0.0:1746128285.268668:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e400/0x6e2f3e23d86e25df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419d9 expref: 40 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.268677:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e400/0x6e2f3e23d86e25df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419d9 expref: 40 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.268682:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099311c00 00000100:00100000:0.0:1746128285.283414:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.293984:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.295421:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.295451:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554689792 00000100:00100000:0.0:1746128285.295454:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554689792 00002000:00100000:0.0:1746128285.295478:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099313480 x1830947554689792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:536/0 lens 488/0 e 0 to 0 dl 1746128296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.295486:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313480 with x1830947554689792 ext(0->4095) 00010000:00010000:0.0:1746128285.295491:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e25e6 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419e0 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.295501:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e25e6 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419e0 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.295507:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099313480 00000100:00100000:0.0:1746128285.300611:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.301396:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.305311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.311109:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.312148:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2016:x1830947554690560:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 751us (1045us total) trans 4294972120 rc 0/0 00000100:00100000:0.0:1746128285.312155:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1899 00002000:00100000:0.0:1746128285.312160:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da6d180 x1830947554690560/t4294972120(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.312167:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6d180 with x1830947554690560 ext(0->7) 00010000:00010000:0.0:1746128285.312172:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e25ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419e7 expref: 43 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.312181:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e25ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419e7 expref: 43 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.312186:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6d180 00000100:00100000:0.0:1746128285.314414:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.316387:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.319526:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.324390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.338347:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.339024:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.342375:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.345689:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.350726:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.357469:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554692608 00000100:00100000:0.0:1746128285.357479:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554692608 00000100:00100000:0.0:1746128285.357529:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28597 00000100:00100000:0.0:1746128285.357535:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1053:x1830947554692608:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128285.357560:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128285.357573:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880087d00800/0x6e2f3e23d86e2609 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641a03 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.357596:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e2602 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96419fc expref: 41 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.357603:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128285.357604:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128285.357607:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880087d00800/0x6e2f3e23d86e2609 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a03 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.357631:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e2602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419fc expref: 41 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.357640:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e2602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419fc expref: 41 pid: 11544 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.357650:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550951296:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128285.357722:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.362648:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.364074:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2014:x1830947554692736:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1143us (1676us total) trans 4294972121 rc 0/0 00000100:00100000:0.0:1746128285.364081:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1901 00002000:00100000:0.0:1746128285.364087:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800909bf100 x1830947554692736/t4294972121(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.364094:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bf100 with x1830947554692736 ext(0->7) 00010000:00010000:0.0:1746128285.364099:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e2602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419fc expref: 44 pid: 11544 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.364109:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e2602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96419fc expref: 44 pid: 11544 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.364115:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800909bf100 00000100:00100000:0.0:1746128285.365723:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.370769:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.370833:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.373865:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.373921:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.377954:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.379905:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.381125:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2017:x1830947554694016:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 763us (1220us total) trans 4294972122 rc 0/0 00000100:00100000:0.0:1746128285.381132:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1903 00002000:00100000:0.0:1746128285.381138:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096172a00 x1830947554694016/t4294972122(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.381144:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172a00 with x1830947554694016 ext(0->7) 00010000:00010000:0.0:1746128285.381150:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800966f5200/0x6e2f3e23d86e2610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a0a expref: 47 pid: 11544 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.381164:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800966f5200/0x6e2f3e23d86e2610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a0a expref: 47 pid: 11544 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.381170:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096172a00 00000100:00100000:0.0:1746128285.383927:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.391178:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.394195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.398468:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.400254:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.401946:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.402825:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2017:x1830947554695296:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 767us (878us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1746128285.402832:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1905 00002000:00100000:0.0:1746128285.402837:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba1880 x1830947554695296/t4294972123(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.402843:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1880 with x1830947554695296 ext(0->7) 00010000:00010000:0.0:1746128285.402848:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e261e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a1f expref: 48 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.403101:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e261e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a1f expref: 48 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.403108:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba1880 00000100:00100000:0.0:1746128285.405820:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.408499:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.411206:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.415247:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.415385:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.418274:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.418304:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.418346:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.418361:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554696576 00000100:00100000:0.0:1746128285.418366:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554696576 00010000:00010000:0.0:1746128285.418383:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e262c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a26 expref: 49 pid: 9592 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.418413:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554696320 00000100:00100000:0.0:1746128285.418416:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554696320 00010000:00010000:0.0:1746128285.418425:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2625 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a18 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.418439:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13569 00000100:00100000:0.0:1746128285.418444:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2016:x1830947554696576:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128285.418452:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128285.418466:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e262c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a26 expref: 49 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.418474:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e262c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a26 expref: 49 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.418731:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e262c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a26 expref: 49 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.418747:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.418749:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.418753:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2633 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a2d expref: 48 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.418760:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2633 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a2d expref: 48 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.418779:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2633 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a2d expref: 48 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128285.418786:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ba1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550952832:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128285.418814:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.430741:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554697088 00000100:00100000:0.0:1746128285.430750:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554697088 00002000:00100000:0.0:1746128285.430791:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f1e4700 x1830947554697088/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/0 e 0 to 0 dl 1746128296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.430799:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4700 with x1830947554697088 ext(0->7) 00010000:00010000:0.0:1746128285.430806:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2633 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a2d expref: 48 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.430818:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2633 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a2d expref: 48 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.430823:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f1e4700 00000100:00100000:0.0:1746128285.430858:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1907 00000100:00100000:0.0:1746128285.430865:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2017:x1830947554697088:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128285.441525:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.441587:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.441608:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554697344 00000100:00100000:0.0:1746128285.441614:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554697344 00000100:00100000:0.0:1746128285.441643:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28605 00000100:00100000:0.0:1746128285.441649:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:1052:x1830947554697344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128285.441664:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128285.441677:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880087d00600/0x6e2f3e23d86e2641 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641a3b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.441698:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e263a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a34 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.441704:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.441706:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.441708:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880087d00600/0x6e2f3e23d86e2641 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a3b expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.441731:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e263a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a34 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.441741:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e263a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a34 expref: 5 pid: 9592 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.441750:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097851880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947550953216:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128285.441809:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.444638:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554697728 00000100:00100000:0.0:1746128285.444644:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554697728 00010000:00010000:0.0:1746128285.444667:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e263a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a34 expref: 6 pid: 9592 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.444695:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13572 00000100:00100000:0.0:1746128285.444700:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554697728:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128285.444710:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128285.444876:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e263a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a34 expref: 6 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.444887:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e263a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a34 expref: 6 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.444904:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e263a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a34 expref: 6 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.444917:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.444919:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.444923:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880087d00600/0x6e2f3e23d86e2641 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a3b expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.444931:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880087d00600/0x6e2f3e23d86e2641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a3b expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.444965:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880087d00600/0x6e2f3e23d86e2641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a3b expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128285.444978:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097851180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550953344:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128285.445017:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.446619:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097851180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550953344:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128285.446627:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128285.446738:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947554697728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2037us (2313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128285.446745:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13572 00000100:00100000:0.0:1746128285.451754:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.452637:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:2014:x1830947554698368:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 663us (888us total) trans 4294972125 rc 0/0 00000100:00100000:0.0:1746128285.452644:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1910 00002000:00100000:0.0:1746128285.452649:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097851180 x1830947554698368/t4294972125(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.452656:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851180 with x1830947554698368 ext(0->7) 00010000:00010000:0.0:1746128285.452661:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880087d00600/0x6e2f3e23d86e2641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a3b expref: 53 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.452670:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880087d00600/0x6e2f3e23d86e2641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a3b expref: 53 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.452675:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097851180 00000100:00100000:0.0:1746128285.454683:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554698496 00000100:00100000:0.0:1746128285.454689:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554698496 00000100:00100000:0.0:1746128285.460171:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.470472:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.471577:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554699264 00000100:00100000:0.0:1746128285.471581:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554699264 00002000:00100000:0.0:1746128285.471606:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957b8700 x1830947554699264/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:536/0 lens 488/0 e 0 to 0 dl 1746128296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.471614:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8700 with x1830947554699264 ext(0->4095) 00010000:00010000:0.0:1746128285.471619:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a49 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.471628:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a49 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.471633:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b8700 00000100:00100000:0.0:1746128285.471655:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1911 00000100:00100000:0.0:1746128285.471661:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554699264:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128285.471743:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554699264:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 82us (511us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128285.471749:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1911 00002000:00100000:0.0:1746128285.471754:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957b8700 x1830947554699264/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:536/0 lens 488/4536 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.471760:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8700 with x1830947554699264 ext(0->4095) 00010000:00010000:0.0:1746128285.471764:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a49 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.471773:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a49 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.471781:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b8700 00000100:00100000:0.0:1746128285.475896:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.478394:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.480626:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.482504:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2014:x1830947554700032:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1223us (1874us total) trans 4294972126 rc 0/0 00000100:00100000:0.0:1746128285.482511:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1912 00002000:00100000:0.0:1746128285.482516:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097852680 x1830947554700032/t4294972126(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.482523:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852680 with x1830947554700032 ext(0->7) 00010000:00010000:0.0:1746128285.482529:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a50 expref: 54 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.482539:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a50 expref: 54 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.482578:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097852680 00000100:00100000:0.0:1746128285.484104:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.488942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.489519:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.489862:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554700544 00000100:00100000:0.0:1746128285.489867:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554700544 00002000:00100000:0.0:1746128285.489897:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880097851880 x1830947554700544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:536/0 lens 488/0 e 0 to 0 dl 1746128296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.489906:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851880 with x1830947554700544 ext(0->4095) 00002000:00010000:0.0:1746128285.489911:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097851880 00000100:00100000:0.0:1746128285.490014:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12830 00000100:00100000:0.0:1746128285.490018:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554700544:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128285.490108:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554700544:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 90us (590us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128285.490113:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12830 00002000:00100000:0.0:1746128285.490117:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880097851880 x1830947554700544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:536/0 lens 488/4536 e 0 to 0 dl 1746128296 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.490124:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851880 with x1830947554700544 ext(0->4095) 00010000:00010000:0.0:1746128285.490129:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e265d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a57 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.490137:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e265d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a57 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.490142:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097851880 00000100:00100000:0.0:1746128285.492156:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.492305:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.494719:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.496211:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.497884:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947554701312:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1543us (1668us total) trans 4294972127 rc 0/0 00000100:00100000:0.0:1746128285.497893:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1914 00002000:00100000:0.0:1746128285.497899:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800979c3b80 x1830947554701312/t4294972127(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.497913:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c3b80 with x1830947554701312 ext(0->7) 00010000:00010000:0.0:1746128285.497920:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a5e expref: 57 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.497931:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a5e expref: 57 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.497936:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800979c3b80 00000100:00100000:0.0:1746128285.500444:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.503763:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.506101:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.507485:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.509590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.509657:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.511129:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.518181:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.521852:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.527155:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947550955264:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128285.527177:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130f81c00/0x6e2f3e23d86e2680 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a7a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.527188:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f81c00, rc 0) 00000100:00100000:0.0:1746128285.527467:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554702848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5238us (5621us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128285.527474:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28614 00000100:00100000:0.0:1746128285.528167:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2014:x1830947554702976:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1254us (1705us total) trans 4294972128 rc 0/0 00000100:00100000:0.0:1746128285.528173:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1916 00002000:00100000:0.0:1746128285.528179:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957b9f80 x1830947554702976/t4294972128(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.528186:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9f80 with x1830947554702976 ext(0->7) 00010000:00010000:0.0:1746128285.528191:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2679 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a73 expref: 58 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.528201:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2679 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a73 expref: 58 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.528207:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b9f80 00000100:00100000:0.0:1746128285.532048:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.532090:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.536783:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.540722:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.543998:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.547860:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.550281:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.551593:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2014:x1830947554704128:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1013us (1314us total) trans 4294972129 rc 0/0 00000100:00100000:0.0:1746128285.551600:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1918 00002000:00100000:0.0:1746128285.551606:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800817b5880 x1830947554704128/t4294972129(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.551613:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b5880 with x1830947554704128 ext(0->7) 00010000:00010000:0.0:1746128285.551618:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e2687 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a81 expref: 60 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.551628:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e2687 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a81 expref: 60 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.551633:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800817b5880 00000100:00100000:0.0:1746128285.553083:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.555272:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.557429:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.559161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.562047:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.562093:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.566682:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554705664 00000100:00100000:0.0:1746128285.566686:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554705664 00010000:00010000:0.0:1746128285.566700:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e268e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a88 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.566727:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13585 00000100:00100000:0.0:1746128285.566732:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554705664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128285.566739:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128285.566798:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e268e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a88 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.566807:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e268e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a88 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.566823:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e268e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a88 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.566835:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.566837:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.566841:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e269c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a96 expref: 61 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.566847:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e269c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a96 expref: 61 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.566862:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e269c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a96 expref: 61 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.566870:0:9615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a96 expref: 61 pid: 27081 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.566879:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550956416:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128285.566920:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.568621:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.570406:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.571751:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2015:x1830947554706176:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1074us (1344us total) trans 4294972130 rc 0/0 00000100:00100000:0.0:1746128285.571758:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1920 00002000:00100000:0.0:1746128285.571764:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917d6a00 x1830947554706176/t4294972130(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.571771:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6a00 with x1830947554706176 ext(0->7) 00010000:00010000:0.0:1746128285.571776:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a96 expref: 63 pid: 27081 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.571786:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641a96 expref: 63 pid: 27081 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.571791:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917d6a00 00000100:00100000:0.0:1746128285.574936:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.579181:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.581701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.585372:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.590208:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.590889:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.590906:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.590928:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554707328 00000100:00100000:0.0:1746128285.590931:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554707328 00010000:00010000:0.0:1746128285.590943:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013530e400/0x6e2f3e23d86e26aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aa4 expref: 6 pid: 27081 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.591182:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13588 00000100:00100000:0.0:1746128285.591185:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947554707328:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128285.591190:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128285.591196:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013530e400/0x6e2f3e23d86e26aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aa4 expref: 6 pid: 27081 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.591202:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013530e400/0x6e2f3e23d86e26aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aa4 expref: 6 pid: 27081 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.591210:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013530e400/0x6e2f3e23d86e26aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aa4 expref: 6 pid: 27081 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.591219:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.591221:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.591224:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e26b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aab expref: 62 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.591229:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e26b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aab expref: 62 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.591242:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e26b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aab expref: 62 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.591248:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e26b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aab expref: 62 pid: 27081 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746128285.591255:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947550957056:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128285.591303:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.593072:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.594497:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.595255:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947554707968:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 606us (760us total) trans 4294972131 rc 0/0 00000100:00100000:0.0:1746128285.595263:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1922 00002000:00100000:0.0:1746128285.595268:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800963ef480 x1830947554707968/t4294972131(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.595276:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ef480 with x1830947554707968 ext(0->7) 00010000:00010000:0.0:1746128285.595280:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e26b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aab expref: 65 pid: 27081 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.595290:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e26b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641aab expref: 65 pid: 27081 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.595296:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ef480 00000100:00100000:0.0:1746128285.596787:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.600717:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.617946:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.618310:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.620447:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.621015:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.622903:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.624894:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.626901:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.628905:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.630508:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2014:x1830947554709632:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1119us (1601us total) trans 4294972132 rc 0/0 00000100:00100000:0.0:1746128285.630515:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1924 00002000:00100000:0.0:1746128285.630521:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008cc05500 x1830947554709632/t4294972132(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.630528:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05500 with x1830947554709632 ext(0->7) 00010000:00010000:0.0:1746128285.630537:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ac0 expref: 66 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.630561:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ac0 expref: 66 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.630572:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc05500 00000100:00100000:0.0:1746128285.641507:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.641606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.645946:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554710144 00000100:00100000:0.0:1746128285.645953:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554710144 00002000:00100000:0.0:1746128285.645988:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957b8380 x1830947554710144/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:536/0 lens 488/0 e 0 to 0 dl 1746128296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.645997:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8380 with x1830947554710144 ext(0->4095) 00010000:00010000:0.0:1746128285.646003:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e26cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ac7 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.646015:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e26cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ac7 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.646021:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b8380 00000100:00100000:0.0:1746128285.646043:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1925 00000100:00100000:0.0:1746128285.646050:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554710144:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128285.646169:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554710144:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128285.646174:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1925 00002000:00100000:0.0:1746128285.646179:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957b8380 x1830947554710144/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:536/0 lens 488/4536 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.646190:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8380 with x1830947554710144 ext(0->4095) 00010000:00010000:0.0:1746128285.646194:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e26cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ac7 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.646204:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e26cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ac7 expref: 6 pid: 9591 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.646212:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b8380 00000100:00100000:0.0:1746128285.648000:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.652492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.657251:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.660695:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.662084:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947554710784:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1125us (1390us total) trans 4294972133 rc 0/0 00000100:00100000:0.0:1746128285.662092:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1926 00002000:00100000:0.0:1746128285.662098:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093980a80 x1830947554710784/t4294972133(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.662105:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980a80 with x1830947554710784 ext(0->7) 00010000:00010000:0.0:1746128285.662111:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e26d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ace expref: 68 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.662120:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8600/0x6e2f3e23d86e26d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ace expref: 68 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.662126:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093980a80 00000100:00100000:0.0:1746128285.663124:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.665315:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.667592:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.668105:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.669736:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.671412:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.673667:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.674930:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2017:x1830947554712064:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1022us (1265us total) trans 4294972134 rc 0/0 00000100:00100000:0.0:1746128285.674937:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1928 00002000:00100000:0.0:1746128285.674942:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093981f80 x1830947554712064/t4294972134(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.674948:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981f80 with x1830947554712064 ext(0->7) 00010000:00010000:0.0:1746128285.674953:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e26e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641adc expref: 71 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.674961:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e26e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641adc expref: 71 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.674966:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093981f80 00000100:00100000:0.0:1746128285.676976:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.679773:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.681639:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.683810:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.683854:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.686078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.686107:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.686146:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.686160:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554713344 00000100:00100000:0.0:1746128285.686162:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554713344 00000100:00100000:0.0:1746128285.686185:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28632 00000100:00100000:0.0:1746128285.686190:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1053:x1830947554713344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128285.686199:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128285.686208:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e26fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641af8 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.686221:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.686225:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096765a00/0x6e2f3e23d86e26f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641af1 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.686230:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128285.686233:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e26fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641af8 expref: 74 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.686256:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096765a00/0x6e2f3e23d86e26f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641af1 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.686275:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e26fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641af8 expref: 74 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.686283:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097f18c00, rc 0) 00000100:00100000:0.0:1746128285.686308:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1053:x1830947554713344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128285.686314:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28632 00000100:00100000:0.0:1746128285.688963:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.692035:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.693847:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2016:x1830947554713856:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1628us (1813us total) trans 4294972135 rc 0/0 00000100:00100000:0.0:1746128285.693858:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1931 00002000:00100000:0.0:1746128285.693865:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee92680 x1830947554713856/t4294972135(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.693872:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92680 with x1830947554713856 ext(0->7) 00010000:00010000:0.0:1746128285.693879:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096765a00/0x6e2f3e23d86e26f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641af1 expref: 73 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.693889:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096765a00/0x6e2f3e23d86e26f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641af1 expref: 73 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.693895:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee92680 00000100:00100000:0.0:1746128285.697773:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.702162:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.704224:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.704261:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.706124:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.707119:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.708955:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.714301:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.720472:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554715520 00000100:00100000:0.0:1746128285.720477:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554715520 00002000:00100000:0.0:1746128285.720505:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957b8e00 x1830947554715520/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/0 e 0 to 0 dl 1746128296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.720513:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8e00 with x1830947554715520 ext(0->7) 00010000:00010000:0.0:1746128285.720519:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e270c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b06 expref: 72 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.720535:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e270c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b06 expref: 72 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.720572:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b8e00 00000100:00100000:0.0:1746128285.720600:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1933 00000100:00100000:0.0:1746128285.720606:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2015:x1830947554715520:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128285.724230:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.729824:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.730662:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.732518:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.733196:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.735000:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.737908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.740153:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2016:x1830947554716800:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1796us (2245us total) trans 4294972137 rc 0/0 00000100:00100000:0.0:1746128285.740161:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1936 00002000:00100000:0.0:1746128285.740168:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012dd88e00 x1830947554716800/t4294972137(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.740176:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88e00 with x1830947554716800 ext(0->7) 00010000:00010000:0.0:1746128285.740183:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b14 expref: 77 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.740195:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b14 expref: 77 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.740206:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dd88e00 00000100:00100000:0.0:1746128285.742805:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.747391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.750804:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.750858:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.753083:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.753160:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.755140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.755314:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.757357:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.759338:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.760826:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2017:x1830947554718592:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1324us (1504us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746128285.760835:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1939 00002000:00100000:0.0:1746128285.760841:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c134a80 x1830947554718592/t4294972138(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.760848:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134a80 with x1830947554718592 ext(0->7) 00010000:00010000:0.0:1746128285.760854:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b29 expref: 79 pid: 9592 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.760865:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b29 expref: 79 pid: 9592 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.760871:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c134a80 00000100:00100000:0.0:1746128285.764525:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.766960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.769206:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.772745:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.775936:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.778694:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c120380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550961408:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128285.780428:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.780464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.780844:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c123480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550961536:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128285.780866:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2744 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b3e expref: 79 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.780878:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8a9200, rc 0) 00000100:00100000:0.0:1746128285.780918:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1052:x1830947554719488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4507us (4983us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128285.780925:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28642 00000100:00100000:0.0:1746128285.783733:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.784153:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.787167:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.792071:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.793590:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2014:x1830947554720640:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 873us (1523us total) trans 4294972139 rc 0/0 00000100:00100000:0.0:1746128285.793598:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1942 00002000:00100000:0.0:1746128285.793604:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c136680 x1830947554720640/t4294972139(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.793611:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136680 with x1830947554720640 ext(0->7) 00010000:00010000:0.0:1746128285.793617:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2744 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b3e expref: 80 pid: 11544 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746128285.793626:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2744 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b3e expref: 80 pid: 11544 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746128285.793632:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c136680 00000100:00100000:0.0:1746128285.796682:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.801700:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.805165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.805796:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.807690:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.810013:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.812423:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.814986:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947554721920:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1909us (2564us total) trans 4294972140 rc 0/0 00000100:00100000:0.0:1746128285.814993:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1944 00002000:00100000:0.0:1746128285.814999:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006da3df80 x1830947554721920/t4294972140(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.815005:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3df80 with x1830947554721920 ext(0->7) 00010000:00010000:0.0:1746128285.815011:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806a600/0x6e2f3e23d86e2752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b4c expref: 83 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.815019:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806a600/0x6e2f3e23d86e2752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b4c expref: 83 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128285.815025:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006da3df80 00000100:00100000:0.0:1746128285.817299:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.820337:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.822434:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.826081:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.826718:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.828781:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.829191:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.829752:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.832993:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.834888:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.835889:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2015:x1830947554723712:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (1004us total) trans 4294972141 rc 0/0 00000100:00100000:0.0:1746128285.835896:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1947 00002000:00100000:0.0:1746128285.835901:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b02300 x1830947554723712/t4294972141(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.835906:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b02300 with x1830947554723712 ext(0->7) 00010000:00010000:0.0:1746128285.835911:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806be00/0x6e2f3e23d86e2767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b61 expref: 85 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.835918:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806be00/0x6e2f3e23d86e2767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b61 expref: 85 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128285.835923:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b02300 00000100:00100000:0.0:1746128285.837885:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.843754:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554724096 00000100:00100000:0.0:1746128285.843759:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554724096 00002000:00100000:0.0:1746128285.843787:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c120e00 x1830947554724096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 488/0 e 0 to 0 dl 1746128296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.843796:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120e00 with x1830947554724096 ext(0->4095) 00002000:00010000:0.0:1746128285.843800:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120e00 00000100:00100000:0.0:1746128285.843814:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12851 00000100:00100000:0.0:1746128285.843819:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947554724096:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128285.843906:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947554724096:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (592us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128285.843912:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12851 00002000:00100000:0.0:1746128285.843916:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c120e00 x1830947554724096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 488/4536 e 0 to 0 dl 1746128296 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.843923:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120e00 with x1830947554724096 ext(0->4095) 00002000:00010000:0.0:1746128285.843925:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120e00 00000100:00100000:0.0:1746128285.848207:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.848252:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.848915:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28649 00000100:00100000:0.0:1746128285.848925:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1053:x1830947554724224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128285.848938:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128285.848955:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f88da00/0x6e2f3e23d86e2775 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641b6f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.849522:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.849527:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530fe00/0x6e2f3e23d86e277c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b76 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.849533:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128285.849536:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f88da00/0x6e2f3e23d86e2775 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b6f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.849578:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013530fe00/0x6e2f3e23d86e277c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b76 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.849588:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f88da00/0x6e2f3e23d86e2775 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b6f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.849599:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f88da00, rc 0) 00000100:00100000:0.0:1746128285.849630:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554724224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 708us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128285.849635:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28649 00000100:00100000:0.0:1746128285.852225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.854483:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.858282:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.859867:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2017:x1830947554724992:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 907us (1695us total) trans 4294972142 rc 0/0 00000100:00100000:0.0:1746128285.859873:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1949 00002000:00100000:0.0:1746128285.859879:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b03480 x1830947554724992/t4294972142(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.859886:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03480 with x1830947554724992 ext(0->7) 00010000:00010000:0.0:1746128285.859891:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530fe00/0x6e2f3e23d86e277c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b76 expref: 86 pid: 9592 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.859900:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530fe00/0x6e2f3e23d86e277c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b76 expref: 86 pid: 9592 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128285.859910:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b03480 00000100:00100000:0.0:1746128285.869772:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.871645:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.871686:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554725248 00000100:00100000:0.0:1746128285.871689:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554725248 00000100:00100000:0.0:1746128285.871712:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28651 00000100:00100000:0.0:1746128285.871717:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:1052:x1830947554725248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128285.871727:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128285.871737:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2783 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641b7d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.871875:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f88da00/0x6e2f3e23d86e2775 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b6f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.871882:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.871884:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.871887:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2783 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b7d expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.871906:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f88da00/0x6e2f3e23d86e2775 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b6f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.871915:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f88da00/0x6e2f3e23d86e2775 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b6f expref: 5 pid: 9591 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746128285.871926:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096215f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947550963584:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128285.872207:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.874368:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.877903:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.883156:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.889725:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.893508:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.896823:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:2015:x1830947554726144:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2813us (3309us total) trans 4294972143 rc 0/0 00000100:00100000:0.0:1746128285.896833:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1951 00002000:00100000:0.0:1746128285.896840:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096215f80 x1830947554726144/t4294972143(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.896849:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215f80 with x1830947554726144 ext(0->7) 00010000:00010000:0.0:1746128285.896856:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2783 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b7d expref: 88 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.896869:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e2783 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b7d expref: 88 pid: 9591 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128285.896875:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096215f80 00000100:00100000:0.0:1746128285.902947:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.907024:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f1e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7235:1830947550964096:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128285.907037:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128285.907067:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2015:x1830947554726272:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3891us (4125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128285.907074:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13619 00000100:00100000:0.0:1746128285.911404:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554726784 00000100:00100000:0.0:1746128285.911408:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554726784 00010000:00010000:0.0:1746128285.911425:0:7235:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008806ac00/0x6e2f3e23d86e278a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b84 expref: 6 pid: 9591 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746128285.911442:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13620 00000100:00100000:0.0:1746128285.911446:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554726784:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128285.911454:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128285.911469:0:7235:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008806ac00/0x6e2f3e23d86e278a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b84 expref: 6 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.911478:0:7235:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008806ac00/0x6e2f3e23d86e278a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b84 expref: 6 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.911491:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008806ac00/0x6e2f3e23d86e278a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b84 expref: 6 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.911504:0:7235:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.911505:0:7235:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128285.911511:0:7235:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008806a400/0x6e2f3e23d86e2791 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b8b expref: 88 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.911517:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008806a400/0x6e2f3e23d86e2791 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b8b expref: 88 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.911561:0:7235:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008806a400/0x6e2f3e23d86e2791 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b8b expref: 88 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128285.911570:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008806a400/0x6e2f3e23d86e2791 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b8b expref: 88 pid: 9591 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746128285.911579:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7235:1830947550964480:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128285.911623:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128285.914005:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.927016:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.929198:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+91:2016:x1830947554727424:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1955us (2184us total) trans 4294972144 rc 0/0 00000100:00100000:0.0:1746128285.929206:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1954 00002000:00100000:0.0:1746128285.929214:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099312300 x1830947554727424/t4294972144(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.929222:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312300 with x1830947554727424 ext(0->7) 00010000:00010000:0.0:1746128285.929229:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806a400/0x6e2f3e23d86e2791 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b8b expref: 91 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.929241:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806a400/0x6e2f3e23d86e2791 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641b8b expref: 91 pid: 9591 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128285.929247:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099312300 00000100:00100000:0.0:1746128285.935632:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.936431:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.939135:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.941247:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.943500:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.946259:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.953117:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.961656:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.966877:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.969162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.974928:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.978527:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.985241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.987360:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+94:2015:x1830947554729856:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1936us (2119us total) trans 4294972146 rc 0/0 00000100:00100000:0.0:1746128285.987370:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1959 00002000:00100000:0.0:1746128285.987377:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880094fa5180 x1830947554729856/t4294972146(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:536/0 lens 496/448 e 0 to 0 dl 1746128296 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128285.987385:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5180 with x1830947554729856 ext(0->7) 00010000:00010000:0.0:1746128285.987392:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e27ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ba7 expref: 94 pid: 9592 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128285.987404:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e27ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ba7 expref: 94 pid: 9592 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128285.987409:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094fa5180 00000100:00100000:0.0:1746128285.991622:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.993097:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.995758:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128285.998516:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.001144:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.005751:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128286.006291:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128286.011790:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.013085:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+96:2015:x1830947554731008:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1300us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1746128286.013092:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1961 00002000:00100000:0.0:1746128286.013097:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011e873b80 x1830947554731008/t4294972147(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.013103:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e873b80 with x1830947554731008 ext(0->7) 00010000:00010000:0.0:1746128286.013108:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e27bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641bb5 expref: 96 pid: 9592 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.013117:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e27bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641bb5 expref: 96 pid: 9592 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.013123:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e873b80 00000100:00100000:0.0:1746128286.018415:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.019743:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.022201:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.025380:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.029659:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.031707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.033773:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.036763:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+98:2014:x1830947554732160:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2808us (2987us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746128286.036774:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1963 00002000:00100000:0.0:1746128286.036782:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d2ab480 x1830947554732160/t4294972148(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.036789:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2ab480 with x1830947554732160 ext(0->7) 00010000:00010000:0.0:1746128286.036796:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641bc3 expref: 98 pid: 9592 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.036809:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641bc3 expref: 98 pid: 9592 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.036815:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d2ab480 00000100:00100000:0.0:1746128286.038954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.041951:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.046136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.049759:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.055028:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.058904:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.058930:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.061057:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.064000:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.068995:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.071615:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+101:2016:x1830947554734208:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1910us (2622us total) trans 4294972149 rc 0/0 00000100:00100000:0.0:1746128286.071625:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1966 00002000:00100000:0.0:1746128286.071634:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f8d3800 x1830947554734208/t4294972149(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.071643:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d3800 with x1830947554734208 ext(0->7) 00010000:00010000:0.0:1746128286.071651:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e27de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641bd8 expref: 101 pid: 9592 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.071663:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e27de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641bd8 expref: 101 pid: 9592 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.071669:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f8d3800 00000100:00100000:0.0:1746128286.077462:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.081180:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.090868:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.090915:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.093081:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.094288:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.097024:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.101819:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.109689:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128286.120010:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128286.120400:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.121506:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+102:2015:x1830947554735872:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 673us (1104us total) trans 4294972150 rc 0/0 00000100:00100000:0.0:1746128286.121514:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1968 00002000:00100000:0.0:1746128286.121519:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800941e1f80 x1830947554735872/t4294972150(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.121526:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1f80 with x1830947554735872 ext(0->7) 00010000:00010000:0.0:1746128286.121531:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b000/0x6e2f3e23d86e27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641be6 expref: 102 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.121556:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b000/0x6e2f3e23d86e27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641be6 expref: 102 pid: 9591 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.121562:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941e1f80 00000100:00100000:0.0:1746128286.126399:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.134250:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.137308:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.145539:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.148862:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.150893:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.157636:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.159890:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+104:2014:x1830947554737024:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2107us (2251us total) trans 4294972151 rc 0/0 00000100:00100000:0.0:1746128286.159899:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1970 00002000:00100000:0.0:1746128286.159907:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f101f80 x1830947554737024/t4294972151(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.159915:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101f80 with x1830947554737024 ext(0->7) 00010000:00010000:0.0:1746128286.159922:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2801 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641bfb expref: 104 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.159934:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2801 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641bfb expref: 104 pid: 9591 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.159940:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f101f80 00000100:00100000:0.0:1746128286.165123:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.173183:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.173209:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554737408 00000100:00100000:0.0:1746128286.173215:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554737408 00002000:00100000:0.0:1746128286.173248:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f100700 x1830947554737408/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.173256:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100700 with x1830947554737408 ext(0->4095) 00002000:00010000:0.0:1746128286.173260:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f100700 00000100:00100000:0.0:1746128286.181581:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.181624:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.191941:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.194675:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.195800:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+107:2017:x1830947554738304:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 988us (1608us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746128286.195808:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1972 00002000:00100000:0.0:1746128286.195813:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a77e7100 x1830947554738304/t4294972152(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.195820:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7100 with x1830947554738304 ext(0->7) 00010000:00010000:0.0:1746128286.195825:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c09 expref: 107 pid: 9592 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.195834:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c09 expref: 107 pid: 9592 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.195839:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77e7100 00000100:00100000:0.0:1746128286.199184:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.204619:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.208151:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.208188:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128286.208764:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e281d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c17 expref: 107 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.208775:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2824 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c1e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.208788:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8a9800, rc 0) 00000100:00100000:0.0:1746128286.209266:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554738944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 837us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128286.209272:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28673 00000100:00100000:0.0:1746128286.214030:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.219789:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.222660:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+108:2016:x1830947554739584:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1700us (2869us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746128286.222669:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1974 00002000:00100000:0.0:1746128286.222676:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096289c00 x1830947554739584/t4294972153(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.222684:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096289c00 with x1830947554739584 ext(0->7) 00010000:00010000:0.0:1746128286.222691:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c17 expref: 108 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.222702:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c17 expref: 108 pid: 9591 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.222708:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096289c00 00000100:00100000:0.0:1746128286.227777:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.232883:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.233800:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.236795:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.236864:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.240112:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.242356:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.246794:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+111:2015:x1830947554740864:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4166us (4433us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746128286.246806:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1977 00002000:00100000:0.0:1746128286.246814:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009628b100 x1830947554740864/t4294972154(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.246823:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628b100 with x1830947554740864 ext(0->7) 00010000:00010000:0.0:1746128286.246832:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e282b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c25 expref: 111 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.246847:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e282b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c25 expref: 111 pid: 9591 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.246854:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009628b100 00000100:00100000:0.0:1746128286.250673:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.251986:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947550970112 00000100:00100000:0.0:1746128286.251990:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947550970112 00000100:00100000:0.0:1746128286.252017:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1746128286.252022:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3773:x1830947550970112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128286.252048:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3773:x1830947550970112:12345-0@lo:400:kworker.0 Request processed in 27us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128286.252053:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1746128286.252209:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947550971136 00000100:00100000:0.0:1746128286.252212:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947550971136 00000100:00100000:0.0:1746128286.252233:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1746128286.252237:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947550971136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128286.252254:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947550971136:12345-0@lo:400:kworker.0 Request processed in 17us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128286.252258:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00080000:0.0:1746128286.252272:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128286.252442:0:9196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947550971264 00000100:00100000:0.0:1746128286.252444:0:9196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947550971264 00000100:00100000:0.0:1746128286.253693:0:9196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1746128286.253698:0:9196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3775:x1830947550971264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128286.253731:0:9196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3775:x1830947550971264:12345-0@lo:400:kworker.0 Request processed in 33us (1365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128286.253736:0:9196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1746128286.255477:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.257480:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.260119:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.260193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.262146:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.262186:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.263591:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.263625:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.268350:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3776:1830947550972288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746128286.269657:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+112:2017:x1830947554742912:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1265us (1384us total) trans 4294972155 rc 0/0 00000100:00100000:0.0:1746128286.269669:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1980 00002000:00100000:0.0:1746128286.269676:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800979c3800 x1830947554742912/t4294972155(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.269683:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c3800 with x1830947554742912 ext(0->7) 00010000:00010000:0.0:1746128286.269691:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b200/0x6e2f3e23d86e2840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c3a expref: 112 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.269702:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b200/0x6e2f3e23d86e2840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c3a expref: 112 pid: 11543 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.269708:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800979c3800 00000100:00100000:0.0:1746128286.271393:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.276270:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.279383:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.279755:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.282333:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.283723:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947550972928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128286.283753:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128286.284219:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.290787:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.292220:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+115:2015:x1830947554744192:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1269us (1437us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746128286.292228:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1982 00002000:00100000:0.0:1746128286.292234:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093e85f80 x1830947554744192/t4294972156(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.292242:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85f80 with x1830947554744192 ext(0->7) 00010000:00010000:0.0:1746128286.292248:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806a800/0x6e2f3e23d86e284e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c48 expref: 115 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.292258:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806a800/0x6e2f3e23d86e284e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c48 expref: 115 pid: 9591 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.292265:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e85f80 00000100:00100000:0.0:1746128286.294165:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.297728:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.299916:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.302332:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.303358:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.306170:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.308134:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554745344 00000100:00100000:0.0:1746128286.308139:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554745344 00010000:00010000:0.0:1746128286.308153:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008806b800/0x6e2f3e23d86e285c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c56 expref: 6 pid: 9591 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746128286.308180:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13650 00000100:00100000:0.0:1746128286.308186:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554745344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128286.308193:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128286.308203:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008806b800/0x6e2f3e23d86e285c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c56 expref: 6 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.308211:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008806b800/0x6e2f3e23d86e285c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c56 expref: 6 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.308224:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008806b800/0x6e2f3e23d86e285c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c56 expref: 6 pid: 9591 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.308246:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128286.308247:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128286.308254:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e2863 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c5d expref: 113 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.308261:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e2863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c5d expref: 113 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.308285:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e2863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c5d expref: 113 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128286.308295:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fac7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947550973440:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128286.308455:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128286.309718:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.313822:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.316655:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.318422:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+116:2014:x1830947554745856:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1546us (1765us total) trans 4294972157 rc 0/0 00000100:00100000:0.0:1746128286.318430:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1984 00002000:00100000:0.0:1746128286.318437:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fac6680 x1830947554745856/t4294972157(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.318444:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6680 with x1830947554745856 ext(0->7) 00010000:00010000:0.0:1746128286.318450:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e2863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c5d expref: 116 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.318460:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e2863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c5d expref: 116 pid: 11543 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.318465:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac6680 00000100:00100000:0.0:1746128286.320504:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.324938:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.325018:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.325034:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554746240 00000100:00100000:0.0:1746128286.325038:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554746240 00002000:00100000:0.0:1746128286.325064:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fac7480 x1830947554746240/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.325073:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7480 with x1830947554746240 ext(0->4095) 00002000:00010000:0.0:1746128286.325076:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fac7480 00000100:00100000:0.0:1746128286.325086:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12868 00000100:00100000:0.0:1746128286.325091:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554746240:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.325689:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554746240:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 596us (668us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.325695:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12868 00002000:00100000:0.0:1746128286.325700:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fac7480 x1830947554746240/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.325706:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7480 with x1830947554746240 ext(0->4095) 00010000:00010000:0.0:1746128286.325710:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e286a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c64 expref: 6 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.325719:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e286a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c64 expref: 6 pid: 11543 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.325724:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac7480 00000100:00100000:0.0:1746128286.327403:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.327435:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.329136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.331231:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.333134:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+119:2015:x1830947554747136:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1508us (1904us total) trans 4294972158 rc 0/0 00000100:00100000:0.0:1746128286.333143:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1986 00002000:00100000:0.0:1746128286.333150:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fac5180 x1830947554747136/t4294972158(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.333157:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5180 with x1830947554747136 ext(0->7) 00010000:00010000:0.0:1746128286.333163:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c6b expref: 119 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.333174:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c6b expref: 119 pid: 11543 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.333179:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac5180 00000100:00100000:0.0:1746128286.334605:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.344195:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.346107:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.349434:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.349479:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.351377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.353724:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.355814:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+120:2015:x1830947554748416:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1746us (2090us total) trans 4294972159 rc 0/0 00000100:00100000:0.0:1746128286.355823:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1989 00002000:00100000:0.0:1746128286.355831:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097852300 x1830947554748416/t4294972159(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.355839:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852300 with x1830947554748416 ext(0->7) 00010000:00010000:0.0:1746128286.355846:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806aa00/0x6e2f3e23d86e287f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c79 expref: 120 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.355858:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806aa00/0x6e2f3e23d86e287f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c79 expref: 120 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.355864:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097852300 00000100:00100000:0.0:1746128286.357406:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.359734:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.365277:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.366284:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554749056 00000100:00100000:0.0:1746128286.366287:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554749056 00000100:00100000:0.0:1746128286.366322:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28690 00000100:00100000:0.0:1746128286.366328:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+121:1053:x1830947554749056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128286.366334:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128286.366340:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b35200/0x6e2f3e23d86e2894 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641c8e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.366351:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128286.366355:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008806b600/0x6e2f3e23d86e288d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c87 expref: 122 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.366360:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128286.366363:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b35200/0x6e2f3e23d86e2894 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c8e expref: 122 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.366386:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008806b600/0x6e2f3e23d86e288d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c87 expref: 122 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.366395:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097b35200/0x6e2f3e23d86e2894 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c8e expref: 122 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.366404:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b35200, rc 0) 00000100:00100000:0.0:1746128286.366439:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+122:1053:x1830947554749056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128286.366445:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28690 00000100:00100000:0.0:1746128286.369506:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.371685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.373652:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.374662:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+123:2016:x1830947554749696:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 849us (1013us total) trans 4294972160 rc 0/0 00000100:00100000:0.0:1746128286.374670:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1991 00002000:00100000:0.0:1746128286.374676:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba0700 x1830947554749696/t4294972160(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.374682:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0700 with x1830947554749696 ext(0->7) 00010000:00010000:0.0:1746128286.374687:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b600/0x6e2f3e23d86e288d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c87 expref: 123 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.374696:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b600/0x6e2f3e23d86e288d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c87 expref: 123 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.374705:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba0700 00000100:00100000:0.0:1746128286.376005:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.380869:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.384638:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.386486:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.389465:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.389522:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.395653:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.396119:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.396530:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.399238:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.403441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.404595:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+124:2016:x1830947554751744:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 946us (1158us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746128286.404602:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1993 00002000:00100000:0.0:1746128286.404608:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091c7c380 x1830947554751744/t4294972161(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.404614:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7c380 with x1830947554751744 ext(0->7) 00010000:00010000:0.0:1746128286.404619:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806ac00/0x6e2f3e23d86e28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c9c expref: 124 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.404629:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806ac00/0x6e2f3e23d86e28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641c9c expref: 124 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.404634:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7c380 00000100:00100000:0.0:1746128286.405947:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.414584:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.414900:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.416340:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.417800:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.418181:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.420749:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.421847:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.422570:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+126:2014:x1830947554753536:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 593us (722us total) trans 4294972162 rc 0/0 00000100:00100000:0.0:1746128286.422577:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1996 00002000:00100000:0.0:1746128286.422582:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008a3bf800 x1830947554753536/t4294972162(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.422589:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf800 with x1830947554753536 ext(0->7) 00010000:00010000:0.0:1746128286.422593:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e28b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641caa expref: 126 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.422603:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e28b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641caa expref: 126 pid: 11543 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.422609:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a3bf800 00000100:00100000:0.0:1746128286.424892:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.426987:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.427006:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554753920 00000100:00100000:0.0:1746128286.427010:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554753920 00002000:00100000:0.0:1746128286.427034:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008cdf5c00 x1830947554753920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.427366:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf5c00 with x1830947554753920 ext(0->4095) 00002000:00010000:0.0:1746128286.427370:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdf5c00 00000100:00100000:0.0:1746128286.427566:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12874 00000100:00100000:0.0:1746128286.427572:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554753920:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.427673:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554753920:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (686us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.427678:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12874 00002000:00100000:0.0:1746128286.427682:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008cdf5c00 x1830947554753920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.427688:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf5c00 with x1830947554753920 ext(0->4095) 00002000:00010000:0.0:1746128286.427691:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdf5c00 00000100:00100000:0.0:1746128286.429401:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.432255:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.432630:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12875 00000100:00100000:0.0:1746128286.432637:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+126:2017:x1830947554754304:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.432725:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+126:2017:x1830947554754304:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.432730:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12875 00002000:00100000:0.0:1746128286.432734:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008cdf4000 x1830947554754304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.432741:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf4000 with x1830947554754304 ext(0->4095) 00002000:00010000:0.0:1746128286.432744:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdf4000 00000100:00100000:0.0:1746128286.438352:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.438398:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.440641:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.440666:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.440688:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.440884:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13665 00000100:00100000:0.0:1746128286.440891:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947554754944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128286.440898:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128286.440907:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013530fe00/0x6e2f3e23d86e28be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cb8 expref: 6 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.440915:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013530fe00/0x6e2f3e23d86e28be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cb8 expref: 6 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.441060:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013530fe00/0x6e2f3e23d86e28be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cb8 expref: 6 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.441077:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128286.441079:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128286.441085:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e28cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cc6 expref: 126 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.441091:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e28cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cc6 expref: 126 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.441109:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e28cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cc6 expref: 126 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.441121:0:9615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e28cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cc6 expref: 126 pid: 11543 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746128286.441131:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947550977024:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128286.441400:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128286.443422:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.450171:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+129:2014:x1830947554755584:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 654us (1972us total) trans 4294972163 rc 0/0 00000100:00100000:0.0:1746128286.450179:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1998 00002000:00100000:0.0:1746128286.450184:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c136a00 x1830947554755584/t4294972163(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.450191:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136a00 with x1830947554755584 ext(0->7) 00010000:00010000:0.0:1746128286.450196:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e28cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cc6 expref: 129 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.450206:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e28cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cc6 expref: 129 pid: 11543 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.450212:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c136a00 00000100:00100000:0.0:1746128286.452206:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.458213:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.459456:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.461964:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.462018:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.464967:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.467809:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.469005:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+130:2017:x1830947554756864:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 965us (1200us total) trans 4294972164 rc 0/0 00000100:00100000:0.0:1746128286.469013:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2001 00002000:00100000:0.0:1746128286.469018:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008ce10000 x1830947554756864/t4294972164(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.469026:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10000 with x1830947554756864 ext(0->7) 00010000:00010000:0.0:1746128286.469031:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b200/0x6e2f3e23d86e28da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cd4 expref: 130 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.469040:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b200/0x6e2f3e23d86e28da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cd4 expref: 130 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.469046:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce10000 00000100:00100000:0.0:1746128286.470379:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.475646:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.481209:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.481260:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.484277:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.488044:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.488221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.490183:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.492405:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.495182:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+132:2016:x1830947554758656:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2573us (2775us total) trans 4294972165 rc 0/0 00000100:00100000:0.0:1746128286.495191:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2004 00002000:00100000:0.0:1746128286.495200:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012e980a80 x1830947554758656/t4294972165(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.495208:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980a80 with x1830947554758656 ext(0->7) 00010000:00010000:0.0:1746128286.495219:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b400/0x6e2f3e23d86e28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ce2 expref: 132 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.495232:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b400/0x6e2f3e23d86e28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ce2 expref: 132 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.495238:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e980a80 00000100:00100000:0.0:1746128286.501020:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.505695:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.505787:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.508165:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.509698:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.515436:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.518461:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.519627:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+135:2017:x1830947554759936:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 959us (1169us total) trans 4294972166 rc 0/0 00000100:00100000:0.0:1746128286.519634:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2006 00002000:00100000:0.0:1746128286.519640:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f106300 x1830947554759936/t4294972166(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.519646:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106300 with x1830947554759936 ext(0->7) 00010000:00010000:0.0:1746128286.519651:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806be00/0x6e2f3e23d86e28fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cf7 expref: 135 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.519665:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806be00/0x6e2f3e23d86e28fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641cf7 expref: 135 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.519669:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f106300 00000100:00100000:0.0:1746128286.522624:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.530766:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554760320 00000100:00100000:0.0:1746128286.530772:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554760320 00002000:00100000:0.0:1746128286.530810:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880096215c00 x1830947554760320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.530820:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215c00 with x1830947554760320 ext(0->4095) 00002000:00010000:0.0:1746128286.530823:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096215c00 00000100:00100000:0.0:1746128286.530842:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12879 00000100:00100000:0.0:1746128286.530849:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+135:2014:x1830947554760320:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.532767:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+134:2014:x1830947554760320:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1911us (2055us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.532776:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12879 00002000:00100000:0.0:1746128286.532784:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880096215c00 x1830947554760320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.532792:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215c00 with x1830947554760320 ext(0->4095) 00002000:00010000:0.0:1746128286.532796:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096215c00 00000100:00100000:0.0:1746128286.537331:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.543525:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.545533:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.546269:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.549638:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.554334:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.555391:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+137:2017:x1830947554761728:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 765us (1061us total) trans 4294972167 rc 0/0 00000100:00100000:0.0:1746128286.555398:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2009 00002000:00100000:0.0:1746128286.555404:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800979d4000 x1830947554761728/t4294972167(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.555410:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d4000 with x1830947554761728 ext(0->7) 00010000:00010000:0.0:1746128286.555414:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e400/0x6e2f3e23d86e2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d0c expref: 137 pid: 11543 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.555424:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e400/0x6e2f3e23d86e2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d0c expref: 137 pid: 11543 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.555428:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800979d4000 00000100:00100000:0.0:1746128286.558377:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.561668:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.565434:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.567080:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.569059:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.569339:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.571017:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.573029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.574786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.576688:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.578370:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+138:2015:x1830947554763392:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1461us (1677us total) trans 4294972168 rc 0/0 00000100:00100000:0.0:1746128286.578379:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2011 00002000:00100000:0.0:1746128286.578385:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011e871880 x1830947554763392/t4294972168(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.578392:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e871880 with x1830947554763392 ext(0->7) 00010000:00010000:0.0:1746128286.578398:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097915e00/0x6e2f3e23d86e2927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d21 expref: 138 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.578409:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097915e00/0x6e2f3e23d86e2927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d21 expref: 138 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.578420:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e871880 00000100:00100000:0.0:1746128286.580258:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.582365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.584876:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.586087:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.587848:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.589701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.589729:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.593473:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.595794:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.597204:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+140:2017:x1830947554765184:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 990us (1410us total) trans 4294972169 rc 0/0 00000100:00100000:0.0:1746128286.597211:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2014 00002000:00100000:0.0:1746128286.597217:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee93480 x1830947554765184/t4294972169(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.597227:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93480 with x1830947554765184 ext(0->7) 00010000:00010000:0.0:1746128286.597231:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097915e00/0x6e2f3e23d86e293c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d36 expref: 140 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.597239:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097915e00/0x6e2f3e23d86e293c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d36 expref: 140 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.597242:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee93480 00000100:00100000:0.0:1746128286.612918:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.616523:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.622830:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554765824 00000100:00100000:0.0:1746128286.622833:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554765824 00000100:00100000:0.0:1746128286.622853:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28717 00000100:00100000:0.0:1746128286.622858:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+140:1053:x1830947554765824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128286.622867:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128286.622876:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097913400/0x6e2f3e23d86e2951 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641d4b expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.622891:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097914e00/0x6e2f3e23d86e294a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d44 expref: 141 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.622896:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128286.622898:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128286.622901:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097913400/0x6e2f3e23d86e2951 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d4b expref: 141 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.622915:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097914e00/0x6e2f3e23d86e294a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d44 expref: 141 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.622924:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097914e00/0x6e2f3e23d86e294a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d44 expref: 141 pid: 11544 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746128286.622932:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550981120:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128286.623525:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128286.626803:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.628429:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.629277:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+143:2015:x1830947554766464:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 670us (848us total) trans 4294972170 rc 0/0 00000100:00100000:0.0:1746128286.629284:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2017 00002000:00100000:0.0:1746128286.629290:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee93b80 x1830947554766464/t4294972170(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.629297:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93b80 with x1830947554766464 ext(0->7) 00010000:00010000:0.0:1746128286.629302:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097914e00/0x6e2f3e23d86e294a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d44 expref: 143 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.629322:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097914e00/0x6e2f3e23d86e294a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d44 expref: 143 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.629328:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee93b80 00000100:00100000:0.0:1746128286.634894:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.637715:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.640835:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.642445:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.645136:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.645198:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.645216:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554767488 00000100:00100000:0.0:1746128286.645220:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554767488 00002000:00100000:0.0:1746128286.645242:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012dd8a680 x1830947554767488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.645249:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a680 with x1830947554767488 ext(0->4095) 00010000:00010000:0.0:1746128286.645255:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097914400/0x6e2f3e23d86e2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d52 expref: 6 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.645263:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097914400/0x6e2f3e23d86e2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d52 expref: 6 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.645268:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dd8a680 00000100:00100000:0.0:1746128286.645297:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2018 00000100:00100000:0.0:1746128286.645307:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554767488:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.645396:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554767488:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.645402:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2018 00002000:00100000:0.0:1746128286.645407:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012dd8a680 x1830947554767488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.645413:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a680 with x1830947554767488 ext(0->4095) 00010000:00010000:0.0:1746128286.645416:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097914400/0x6e2f3e23d86e2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d52 expref: 6 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.645425:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097914400/0x6e2f3e23d86e2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d52 expref: 6 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.645430:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dd8a680 00000100:00100000:0.0:1746128286.647074:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.650122:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.653401:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.656978:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+144:2015:x1830947554768128:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1086us (1580us total) trans 4294972171 rc 0/0 00000100:00100000:0.0:1746128286.656987:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2019 00002000:00100000:0.0:1746128286.656993:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c136300 x1830947554768128/t4294972171(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.657001:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136300 with x1830947554768128 ext(0->7) 00010000:00010000:0.0:1746128286.657007:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097914000/0x6e2f3e23d86e295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d59 expref: 144 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.657018:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097914000/0x6e2f3e23d86e295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d59 expref: 144 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.657023:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c136300 00000100:00100000:0.0:1746128286.670049:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.682975:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.687120:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.691697:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.695063:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.698622:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.700451:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+146:2015:x1830947554769280:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 785us (1827us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746128286.700462:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2021 00002000:00100000:0.0:1746128286.700468:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b30e00 x1830947554769280/t4294972172(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.700475:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30e00 with x1830947554769280 ext(0->7) 00010000:00010000:0.0:1746128286.700480:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097914400/0x6e2f3e23d86e296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d67 expref: 146 pid: 11544 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.700489:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097914400/0x6e2f3e23d86e296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d67 expref: 146 pid: 11544 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.700495:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b30e00 00000100:00100000:0.0:1746128286.701952:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.704808:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.710515:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554769920 00000100:00100000:0.0:1746128286.710520:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554769920 00000100:00100000:0.0:1746128286.711243:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28724 00000100:00100000:0.0:1746128286.711250:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+147:1053:x1830947554769920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128286.711256:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128286.711266:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097acf600/0x6e2f3e23d86e2982 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641d7c expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.711282:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128286.711285:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e297b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d75 expref: 148 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.711290:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128286.711293:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097acf600/0x6e2f3e23d86e2982 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d7c expref: 148 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.711322:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e297b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d75 expref: 148 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.711332:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097acf600/0x6e2f3e23d86e2982 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d7c expref: 148 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.711339:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097acf600, rc 0) 00000100:00100000:0.0:1746128286.711361:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+148:1053:x1830947554769920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128286.711366:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28724 00000100:00100000:0.0:1746128286.712949:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.716415:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.720437:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.723162:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.731798:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.742529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.746513:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.746571:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.746597:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554771584 00000100:00100000:0.0:1746128286.746823:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554771584 00002000:00100000:0.0:1746128286.746847:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f113b80 x1830947554771584/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.746855:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113b80 with x1830947554771584 ext(0->4095) 00010000:00010000:0.0:1746128286.746860:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d83 expref: 6 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.746874:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d83 expref: 6 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.746879:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f113b80 00000100:00100000:0.0:1746128286.746890:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2024 00000100:00100000:0.0:1746128286.746895:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554771584:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.747685:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554771584:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 788us (1112us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.747692:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2024 00002000:00100000:0.0:1746128286.747696:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f113b80 x1830947554771584/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.747703:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113b80 with x1830947554771584 ext(0->4095) 00010000:00010000:0.0:1746128286.747707:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d83 expref: 6 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.747715:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d83 expref: 6 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.747720:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f113b80 00000100:00100000:0.0:1746128286.749209:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.751138:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.756064:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.759677:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.760795:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+150:2014:x1830947554772224:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 983us (1117us total) trans 4294972174 rc 0/0 00000100:00100000:0.0:1746128286.760801:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2025 00002000:00100000:0.0:1746128286.760806:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e6680 x1830947554772224/t4294972174(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.760812:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6680 with x1830947554772224 ext(0->7) 00010000:00010000:0.0:1746128286.760817:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d8a expref: 150 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.760826:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d8a expref: 150 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.760832:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e6680 00000100:00100000:0.0:1746128286.763345:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.763912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.766249:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.768074:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.770177:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.772475:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.775129:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.777437:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+152:2015:x1830947554773376:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 753us (2310us total) trans 4294972175 rc 0/0 00000100:00100000:0.0:1746128286.777444:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2027 00002000:00100000:0.0:1746128286.777449:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e4700 x1830947554773376/t4294972175(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.777457:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4700 with x1830947554773376 ext(0->7) 00010000:00010000:0.0:1746128286.777462:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d98 expref: 152 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.777472:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641d98 expref: 152 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.777477:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e4700 00000100:00100000:0.0:1746128286.786364:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.787559:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.789629:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.791993:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.793800:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.795572:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.798075:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.799008:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+154:2015:x1830947554774528:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 675us (936us total) trans 4294972176 rc 0/0 00000100:00100000:0.0:1746128286.799014:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2029 00002000:00100000:0.0:1746128286.799020:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880132147b80 x1830947554774528/t4294972176(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.799026:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132147b80 with x1830947554774528 ext(0->7) 00010000:00010000:0.0:1746128286.799031:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641da6 expref: 154 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.799041:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641da6 expref: 154 pid: 9593 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746128286.799047:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132147b80 00000100:00100000:0.0:1746128286.800416:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.802139:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.804160:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.806987:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.810265:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.811761:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554775680 00000100:00100000:0.0:1746128286.811765:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554775680 00002000:00100000:0.0:1746128286.811786:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012e982d80 x1830947554775680/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.811794:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982d80 with x1830947554775680 ext(0->4095) 00010000:00010000:0.0:1746128286.811799:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e29b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dad expref: 6 pid: 9593 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746128286.811807:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e29b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dad expref: 6 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.811813:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e982d80 00000100:00100000:0.0:1746128286.811825:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2030 00000100:00100000:0.0:1746128286.811831:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554775680:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.811928:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554775680:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.811934:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2030 00002000:00100000:0.0:1746128286.811939:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012e982d80 x1830947554775680/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.811945:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982d80 with x1830947554775680 ext(0->4095) 00010000:00010000:0.0:1746128286.811949:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e29b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dad expref: 6 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.811961:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e29b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dad expref: 6 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.811965:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e982d80 00000100:00100000:0.0:1746128286.813728:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.814783:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.814816:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.818967:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554776320 00000100:00100000:0.0:1746128286.818972:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554776320 00002000:00100000:0.0:1746128286.818997:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c134380 x1830947554776320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.819005:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134380 with x1830947554776320 ext(0->4095) 00010000:00010000:0.0:1746128286.819012:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e29c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dbb expref: 155 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.819021:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e29c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dbb expref: 155 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.819028:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c134380 00000100:00100000:0.0:1746128286.819040:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2031 00000100:00100000:0.0:1746128286.819045:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+155:2014:x1830947554776320:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.819461:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+155:2014:x1830947554776320:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 414us (552us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.819466:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2031 00002000:00100000:0.0:1746128286.819472:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c134380 x1830947554776320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.819478:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134380 with x1830947554776320 ext(0->4095) 00010000:00010000:0.0:1746128286.819482:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e29c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dbb expref: 155 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.819491:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e29c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dbb expref: 155 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.819496:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c134380 00000100:00100000:0.0:1746128286.822187:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.827503:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.830265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.835047:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.835088:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.837292:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.837379:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.838885:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.840817:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.843018:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.847237:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.848960:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+158:2015:x1830947554778240:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1155us (1721us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746128286.848967:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2034 00002000:00100000:0.0:1746128286.848973:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fabdf80 x1830947554778240/t4294972178(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.848986:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabdf80 with x1830947554778240 ext(0->7) 00010000:00010000:0.0:1746128286.848992:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806a000/0x6e2f3e23d86e29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dd0 expref: 158 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.849001:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806a000/0x6e2f3e23d86e29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dd0 expref: 158 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.849007:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fabdf80 00000100:00100000:0.0:1746128286.853165:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.853261:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.858295:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.861685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.863856:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.865630:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.867716:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.870923:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+160:2015:x1830947554779392:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2706us (3200us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746128286.870933:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2036 00002000:00100000:0.0:1746128286.870941:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fabc700 x1830947554779392/t4294972179(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.870949:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabc700 with x1830947554779392 ext(0->7) 00010000:00010000:0.0:1746128286.870956:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806a400/0x6e2f3e23d86e29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dde expref: 160 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.870968:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806a400/0x6e2f3e23d86e29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dde expref: 160 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.870974:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fabc700 00000100:00100000:0.0:1746128286.875207:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.877672:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.879171:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.881349:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.883054:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.884978:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.887401:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.888602:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+162:2016:x1830947554780544:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (1203us total) trans 4294972180 rc 0/0 00000100:00100000:0.0:1746128286.888608:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2038 00002000:00100000:0.0:1746128286.888612:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d289880 x1830947554780544/t4294972180(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.888619:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289880 with x1830947554780544 ext(0->7) 00010000:00010000:0.0:1746128286.888624:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b600/0x6e2f3e23d86e29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dec expref: 162 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.888632:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b600/0x6e2f3e23d86e29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dec expref: 162 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.888637:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d289880 00000100:00100000:0.0:1746128286.889801:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.892671:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.895149:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.895204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.895378:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28743 00000100:00100000:0.0:1746128286.895384:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+162:1053:x1830947554781184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128286.895388:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128286.895393:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099efb800/0x6e2f3e23d86e2a07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641e01 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.895405:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128286.895407:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128286.895412:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099efb800/0x6e2f3e23d86e2a07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e01 expref: 164 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128286.895518:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099efb800/0x6e2f3e23d86e2a07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e01 expref: 164 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.895525:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099efb800/0x6e2f3e23d86e2a07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e01 expref: 164 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.895535:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099efb800, rc 0) 00000100:00100000:0.0:1746128286.895587:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+164:1053:x1830947554781184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128286.895593:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28743 00000100:00100000:0.0:1746128286.897191:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.897328:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.900126:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.900202:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.901603:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.903613:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.904790:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+164:2014:x1830947554782336:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 707us (1179us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1746128286.904797:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2041 00002000:00100000:0.0:1746128286.904802:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957b9500 x1830947554782336/t4294972181(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.904809:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9500 with x1830947554782336 ext(0->7) 00010000:00010000:0.0:1746128286.904815:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b400/0x6e2f3e23d86e2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dfa expref: 164 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.904824:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b400/0x6e2f3e23d86e2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641dfa expref: 164 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.904829:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b9500 00000100:00100000:0.0:1746128286.905966:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.907683:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.909706:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.911606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.914792:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.917209:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.917251:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.919646:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.919685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.921281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.922941:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.925663:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.928362:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.930295:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.931746:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.934369:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.941255:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.941285:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.941329:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.943164:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.947186:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.949333:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+169:2016:x1830947554786688:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1866us (2148us total) trans 4294972183 rc 0/0 00000100:00100000:0.0:1746128286.949341:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2045 00002000:00100000:0.0:1746128286.949348:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800963ee300 x1830947554786688/t4294972183(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.949356:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ee300 with x1830947554786688 ext(0->7) 00010000:00010000:0.0:1746128286.949362:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b000/0x6e2f3e23d86e2a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e2b expref: 169 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.949373:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b000/0x6e2f3e23d86e2a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e2b expref: 169 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.949379:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ee300 00000100:00100000:0.0:1746128286.954971:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.960733:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.961341:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554787200 00000100:00100000:0.0:1746128286.961344:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554787200 00002000:00100000:0.0:1746128286.961368:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012e983480 x1830947554787200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.961375:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983480 with x1830947554787200 ext(0->4095) 00010000:00010000:0.0:1746128286.961381:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e2a38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e32 expref: 170 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.961390:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e2a38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e32 expref: 170 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.961396:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e983480 00000100:00100000:0.0:1746128286.961418:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2046 00000100:00100000:0.0:1746128286.961424:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+170:2014:x1830947554787200:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.961820:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+170:2014:x1830947554787200:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 394us (593us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.961826:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2046 00002000:00100000:0.0:1746128286.961831:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012e983480 x1830947554787200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.961837:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983480 with x1830947554787200 ext(0->4095) 00010000:00010000:0.0:1746128286.961842:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e2a38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e32 expref: 170 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.961850:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e2a38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e32 expref: 170 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.961855:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e983480 00000100:00100000:0.0:1746128286.963274:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.963302:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.964837:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.964854:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554787712 00000100:00100000:0.0:1746128286.964858:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554787712 00002000:00100000:0.0:1746128286.964876:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011ee58700 x1830947554787712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/0 e 0 to 0 dl 1746128297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.964884:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee58700 with x1830947554787712 ext(0->4095) 00010000:00010000:0.0:1746128286.964889:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2a3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e39 expref: 169 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.964899:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2a3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e39 expref: 168 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.964905:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee58700 00000100:00100000:0.0:1746128286.964926:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2047 00000100:00100000:0.0:1746128286.964930:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+168:2017:x1830947554787712:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128286.965302:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+168:2017:x1830947554787712:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 370us (466us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128286.965307:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2047 00002000:00100000:0.0:1746128286.965324:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011ee58700 x1830947554787712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.965330:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee58700 with x1830947554787712 ext(0->4095) 00010000:00010000:0.0:1746128286.965334:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e39 expref: 168 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.965342:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e39 expref: 168 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.965348:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee58700 00000100:00100000:0.0:1746128286.970699:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.975049:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+170:2016:x1830947554787968:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4140us (4350us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746128286.975059:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2048 00002000:00100000:0.0:1746128286.975069:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee5b800 x1830947554787968/t4294972184(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.975078:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5b800 with x1830947554787968 ext(0->7) 00010000:00010000:0.0:1746128286.975085:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e39 expref: 170 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.975104:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e39 expref: 170 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.975114:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee5b800 00000100:00100000:0.0:1746128286.979699:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.980650:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.983072:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.985008:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.986898:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.989133:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.991707:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.992628:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+172:2014:x1830947554789120:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 791us (923us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746128286.992635:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2050 00002000:00100000:0.0:1746128286.992640:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008ce7a300 x1830947554789120/t4294972185(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:537/0 lens 496/448 e 0 to 0 dl 1746128297 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128286.992652:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7a300 with x1830947554789120 ext(0->7) 00010000:00010000:0.0:1746128286.992657:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e47 expref: 172 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128286.992665:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e47 expref: 172 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128286.992670:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce7a300 00000100:00100000:0.0:1746128286.995222:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.997789:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128286.999741:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.001976:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.004241:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.004283:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.006079:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.006812:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.007463:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.012237:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.014454:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.015562:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+175:2017:x1830947554791168:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 830us (1109us total) trans 4294972186 rc 0/0 00000100:00100000:0.0:1746128287.015568:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2052 00002000:00100000:0.0:1746128287.015574:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096172300 x1830947554791168/t4294972186(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.015581:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172300 with x1830947554791168 ext(0->7) 00010000:00010000:0.0:1746128287.015587:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e5c expref: 175 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.015597:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e5c expref: 175 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.015602:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096172300 00000100:00100000:0.0:1746128287.017884:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.022434:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.028631:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.029832:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.031785:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.031822:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.031841:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554792192 00000100:00100000:0.0:1746128287.031847:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554792192 00002000:00100000:0.0:1746128287.031878:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091c7d180 x1830947554792192/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.031886:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d180 with x1830947554792192 ext(0->4095) 00010000:00010000:0.0:1746128287.031892:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b400/0x6e2f3e23d86e2a70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e6a expref: 6 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.031900:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b400/0x6e2f3e23d86e2a70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e6a expref: 6 pid: 9591 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.031906:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7d180 00000100:00100000:0.0:1746128287.031921:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2053 00000100:00100000:0.0:1746128287.031927:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947554792192:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128287.032030:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947554792192:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128287.032035:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2053 00002000:00100000:0.0:1746128287.032039:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091c7d180 x1830947554792192/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.032046:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d180 with x1830947554792192 ext(0->4095) 00010000:00010000:0.0:1746128287.032050:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b400/0x6e2f3e23d86e2a70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e6a expref: 6 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.032057:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b400/0x6e2f3e23d86e2a70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e6a expref: 6 pid: 9591 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.032061:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7d180 00000100:00100000:0.0:1746128287.034083:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.036500:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.039191:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.042036:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.043573:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+176:2015:x1830947554792832:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1350us (1538us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1746128287.043580:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2054 00002000:00100000:0.0:1746128287.043586:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009631b800 x1830947554792832/t4294972187(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.043593:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b800 with x1830947554792832 ext(0->7) 00010000:00010000:0.0:1746128287.043599:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b600/0x6e2f3e23d86e2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e71 expref: 176 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.043613:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b600/0x6e2f3e23d86e2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e71 expref: 176 pid: 9591 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.043618:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009631b800 00000100:00100000:0.0:1746128287.045492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.048444:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.051594:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.056042:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.060024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.060067:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.063487:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.063514:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.063561:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.066270:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.068529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.069469:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+179:2014:x1830947554794880:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (941us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746128287.069477:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2057 00002000:00100000:0.0:1746128287.069483:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093e87100 x1830947554794880/t4294972188(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.069491:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87100 with x1830947554794880 ext(0->7) 00010000:00010000:0.0:1746128287.069496:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806ac00/0x6e2f3e23d86e2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e86 expref: 179 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.069506:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806ac00/0x6e2f3e23d86e2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e86 expref: 179 pid: 9591 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.069512:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e87100 00000100:00100000:0.0:1746128287.073510:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.075969:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.079489:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.084204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.085209:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.088659:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.089766:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.089793:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.092770:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.096412:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.098827:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+181:2014:x1830947554796672:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1579us (2424us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746128287.098835:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2059 00002000:00100000:0.0:1746128287.098843:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fac4a80 x1830947554796672/t4294972189(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.098851:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac4a80 with x1830947554796672 ext(0->7) 00010000:00010000:0.0:1746128287.098858:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e9b expref: 181 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.098869:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641e9b expref: 181 pid: 9591 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.098875:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac4a80 00000100:00100000:0.0:1746128287.103810:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.108921:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.108957:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.108978:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554797184 00000100:00100000:0.0:1746128287.108984:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554797184 00002000:00100000:0.0:1746128287.109017:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fac5880 x1830947554797184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.109026:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5880 with x1830947554797184 ext(0->4095) 00002000:00010000:0.0:1746128287.109031:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fac5880 00000100:00100000:0.0:1746128287.109050:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12915 00000100:00100000:0.0:1746128287.109056:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+181:2017:x1830947554797184:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128287.109161:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+181:2017:x1830947554797184:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128287.109167:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12915 00002000:00100000:0.0:1746128287.109172:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fac5880 x1830947554797184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746128298 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.109179:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5880 with x1830947554797184 ext(0->4095) 00002000:00010000:0.0:1746128287.109182:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fac5880 00000100:00100000:0.0:1746128287.111451:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.114164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.115971:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.116943:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+182:2015:x1830947554797952:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 855us (975us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746128287.116951:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2061 00002000:00100000:0.0:1746128287.116958:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800817b4700 x1830947554797952/t4294972190(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.116970:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b4700 with x1830947554797952 ext(0->7) 00010000:00010000:0.0:1746128287.116975:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e2aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ea9 expref: 182 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.116985:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e2aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ea9 expref: 182 pid: 9591 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.116991:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800817b4700 00000100:00100000:0.0:1746128287.118614:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.121019:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128287.121890:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128287.125214:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.127337:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.127410:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.129837:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.130157:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.131618:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.133676:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.135738:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.139244:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.141208:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+184:2016:x1830947554799872:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1461us (1965us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746128287.141217:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2063 00002000:00100000:0.0:1746128287.141224:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d21c000 x1830947554799872/t4294972191(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.141240:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21c000 with x1830947554799872 ext(0->7) 00010000:00010000:0.0:1746128287.141250:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008806b000/0x6e2f3e23d86e2ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ebe expref: 184 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.141262:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008806b000/0x6e2f3e23d86e2ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ebe expref: 184 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.141268:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d21c000 00000100:00100000:0.0:1746128287.142934:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.146757:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.147226:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.149108:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.149875:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.152999:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.157837:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+187:2014:x1830947554801152:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1366us (1933us total) trans 4294972192 rc 0/0 00000100:00100000:0.0:1746128287.157847:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2066 00002000:00100000:0.0:1746128287.157854:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009628bb80 x1830947554801152/t4294972192(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.157862:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628bb80 with x1830947554801152 ext(0->7) 00010000:00010000:0.0:1746128287.157869:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097913400/0x6e2f3e23d86e2ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ecc expref: 187 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.157880:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097913400/0x6e2f3e23d86e2ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ecc expref: 187 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.157891:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009628bb80 00000100:00100000:0.0:1746128287.160051:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.164291:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.165815:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.167785:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.170277:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.172221:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.173605:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.174092:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.174120:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.174134:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554802432 00000100:00100000:0.0:1746128287.174137:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554802432 00010000:00010000:0.0:1746128287.174151:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e2ae0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641eda expref: 6 pid: 11544 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746128287.174649:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554802560 00000100:00100000:0.0:1746128287.174652:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554802560 00010000:00010000:0.0:1746128287.174662:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2ad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ed3 expref: 187 pid: 9591 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746128287.174681:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13741 00000100:00100000:0.0:1746128287.174686:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947554802432:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128287.174694:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128287.174706:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e2ae0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641eda expref: 7 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.174718:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e2ae0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641eda expref: 7 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.174734:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e2ae0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641eda expref: 7 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.175239:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128287.175262:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947554802432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 576us (1658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128287.175268:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13741 00000100:00100000:0.0:1746128287.177856:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.184465:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.186969:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+188:2014:x1830947554803200:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2210us (2502us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746128287.186978:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2069 00002000:00100000:0.0:1746128287.186986:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d21f800 x1830947554803200/t4294972193(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.186993:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21f800 with x1830947554803200 ext(0->7) 00010000:00010000:0.0:1746128287.186999:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ee1 expref: 188 pid: 9591 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.187010:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ee1 expref: 188 pid: 9591 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.187015:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d21f800 00000100:00100000:0.0:1746128287.192382:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.197147:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.201692:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.203014:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.206177:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.210826:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.213483:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.215716:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+191:2017:x1830947554804480:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1967us (2232us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746128287.215724:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2071 00002000:00100000:0.0:1746128287.215731:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880132145f80 x1830947554804480/t4294972194(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.215739:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145f80 with x1830947554804480 ext(0->7) 00010000:00010000:0.0:1746128287.215746:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097913400/0x6e2f3e23d86e2af5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641eef expref: 191 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.215759:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097913400/0x6e2f3e23d86e2af5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641eef expref: 191 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.215765:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132145f80 00000100:00100000:0.0:1746128287.218339:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.226583:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.232097:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.232139:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.235539:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.241973:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.243374:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+192:2016:x1830947554805760:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 995us (1404us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746128287.243382:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2073 00002000:00100000:0.0:1746128287.243388:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f1e4380 x1830947554805760/t4294972195(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.243396:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4380 with x1830947554805760 ext(0->7) 00010000:00010000:0.0:1746128287.243402:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097912000/0x6e2f3e23d86e2b03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641efd expref: 192 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.243412:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097912000/0x6e2f3e23d86e2b03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641efd expref: 192 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.243417:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f1e4380 00000100:00100000:0.0:1746128287.257136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.260061:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.264937:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2074 00000100:00100000:0.0:1746128287.264947:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554806272:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128287.265318:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554806272:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 371us (2280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128287.265326:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2074 00002000:00100000:0.0:1746128287.265331:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880122b33100 x1830947554806272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.265339:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b33100 with x1830947554806272 ext(0->4095) 00010000:00010000:0.0:1746128287.265345:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2b0a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f04 expref: 6 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.265360:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2b0a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f04 expref: 6 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.265366:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b33100 00000100:00100000:0.0:1746128287.267278:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.267349:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.271830:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.272425:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009628a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947550996096:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128287.272447:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097915000/0x6e2f3e23d86e2b18 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f12 expref: 193 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.272458:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097915000, rc 0) 00000100:00100000:0.0:1746128287.272478:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+193:1053:x1830947554806400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3133us (5202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128287.272484:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28782 00000100:00100000:0.0:1746128287.275536:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.287117:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+195:2015:x1830947554807040:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9456us (11579us total) trans 4294972196 rc 0/0 00000100:00100000:0.0:1746128287.287128:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2076 00002000:00100000:0.0:1746128287.287136:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d22aa00 x1830947554807040/t4294972196(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.287145:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22aa00 with x1830947554807040 ext(0->7) 00010000:00010000:0.0:1746128287.287154:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e2b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f0b expref: 195 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.287173:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e2b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f0b expref: 195 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.287180:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d22aa00 00000100:00100000:0.0:1746128287.287592:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.294068:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.297663:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.301781:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.301888:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.304979:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.307755:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.309029:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+196:2015:x1830947554808320:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 996us (1278us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746128287.309036:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2079 00002000:00100000:0.0:1746128287.309041:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012dd8ad80 x1830947554808320/t4294972197(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.309048:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8ad80 with x1830947554808320 ext(0->7) 00010000:00010000:0.0:1746128287.309052:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a013600/0x6e2f3e23d86e2b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f19 expref: 196 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.309060:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a013600/0x6e2f3e23d86e2b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f19 expref: 196 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.309065:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dd8ad80 00000100:00100000:0.0:1746128287.310603:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.316041:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.317659:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.320509:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.322649:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.322684:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.324333:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.325039:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.325096:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.327575:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.330668:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.332732:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+199:2017:x1830947554810368:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1878us (2063us total) trans 4294972198 rc 0/0 00000100:00100000:0.0:1746128287.332742:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2082 00002000:00100000:0.0:1746128287.332748:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097f67b80 x1830947554810368/t4294972198(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.332756:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67b80 with x1830947554810368 ext(0->7) 00010000:00010000:0.0:1746128287.332763:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f2e expref: 199 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.332774:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f2e expref: 199 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.332780:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f67b80 00000100:00100000:0.0:1746128287.335711:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.346787:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.349625:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.350909:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.354250:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.354280:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.355022:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.358650:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.363812:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+200:2017:x1830947554812160:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 519us (1070us total) trans 4294972199 rc 0/0 00000100:00100000:0.0:1746128287.363818:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2084 00002000:00100000:0.0:1746128287.363823:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b03800 x1830947554812160/t4294972199(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.363830:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03800 with x1830947554812160 ext(0->7) 00010000:00010000:0.0:1746128287.363835:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f43 expref: 200 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.363843:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f43 expref: 200 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.363848:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b03800 00000100:00100000:0.0:1746128287.365725:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.371151:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.373918:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.377939:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.378381:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.381247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.381597:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.382473:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554813440 00000100:00100000:0.0:1746128287.382711:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554813440 00010000:00010000:0.0:1746128287.382722:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f51 expref: 201 pid: 11544 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746128287.382741:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13759 00000100:00100000:0.0:1746128287.382744:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+201:2015:x1830947554813440:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128287.382750:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128287.382757:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f51 expref: 201 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.382764:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2b57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f51 expref: 201 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.382773:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2b57 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f51 expref: 201 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.382793:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128287.382794:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128287.382799:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2b5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f58 expref: 200 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.382805:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f58 expref: 200 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.382823:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f58 expref: 200 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.382833:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f58 expref: 200 pid: 11544 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746128287.382847:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d228380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947550998528:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128287.382889:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128287.385533:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.404077:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+202:2016:x1830947554813952:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 700us (857us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746128287.404085:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2087 00002000:00100000:0.0:1746128287.404091:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880130859c00 x1830947554813952/t4294972200(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.404098:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130859c00 with x1830947554813952 ext(0->7) 00010000:00010000:0.0:1746128287.404103:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f58 expref: 202 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.404112:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f58 expref: 202 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.404118:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130859c00 00000100:00100000:0.0:1746128287.409293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.410665:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.414260:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.414283:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554814464 00000100:00100000:0.0:1746128287.414289:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554814464 00002000:00100000:0.0:1746128287.414332:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d22ad80 x1830947554814464/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.414341:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22ad80 with x1830947554814464 ext(0->4095) 00010000:00010000:0.0:1746128287.414349:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e2b65 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f5f expref: 6 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.414361:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e2b65 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f5f expref: 6 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.414366:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d22ad80 00000100:00100000:0.0:1746128287.414395:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2088 00000100:00100000:0.0:1746128287.414402:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554814464:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128287.414510:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554814464:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128287.414516:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2088 00002000:00100000:0.0:1746128287.414520:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d22ad80 x1830947554814464/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.414527:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22ad80 with x1830947554814464 ext(0->4095) 00010000:00010000:0.0:1746128287.414531:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e2b65 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f5f expref: 6 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.414539:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e2b65 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f5f expref: 6 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.414561:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d22ad80 00000100:00100000:0.0:1746128287.417285:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.421040:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.423881:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.427213:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.429787:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+204:2014:x1830947554815104:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2154us (2576us total) trans 4294972201 rc 0/0 00000100:00100000:0.0:1746128287.429795:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2089 00002000:00100000:0.0:1746128287.429802:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee92a00 x1830947554815104/t4294972201(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.429810:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92a00 with x1830947554815104 ext(0->7) 00010000:00010000:0.0:1746128287.429816:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a012e00/0x6e2f3e23d86e2b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f66 expref: 204 pid: 11543 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.429826:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a012e00/0x6e2f3e23d86e2b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f66 expref: 204 pid: 11543 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.429832:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee92a00 00000100:00100000:0.0:1746128287.433701:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.436507:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.438331:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.440020:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.441700:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.443785:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.444220:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.445109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.447250:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.450599:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.451627:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+206:2017:x1830947554816896:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 809us (1033us total) trans 4294972202 rc 0/0 00000100:00100000:0.0:1746128287.451634:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2091 00002000:00100000:0.0:1746128287.451641:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d21f100 x1830947554816896/t4294972202(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.451648:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21f100 with x1830947554816896 ext(0->7) 00010000:00010000:0.0:1746128287.451653:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e2b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f7b expref: 206 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.451663:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e2b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f7b expref: 206 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.451668:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d21f100 00000100:00100000:0.0:1746128287.453396:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.456938:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880122b01880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947550999808:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128287.456955:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128287.457013:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+205:2015:x1830947554817024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3503us (3621us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128287.457021:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13765 00000100:00100000:0.0:1746128287.463436:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.464670:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.468321:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.468386:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.470496:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.470601:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.472917:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.476945:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.478276:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+208:2016:x1830947554818688:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 878us (1335us total) trans 4294972203 rc 0/0 00000100:00100000:0.0:1746128287.478286:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2094 00002000:00100000:0.0:1746128287.478292:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fac5f80 x1830947554818688/t4294972203(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.478300:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5f80 with x1830947554818688 ext(0->7) 00010000:00010000:0.0:1746128287.478316:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f90 expref: 208 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.478326:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641f90 expref: 208 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.478332:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac5f80 00000100:00100000:0.0:1746128287.480674:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.485053:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554819072 00000100:00100000:0.0:1746128287.485060:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554819072 00002000:00100000:0.0:1746128287.485090:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013085bb80 x1830947554819072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.485099:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085bb80 with x1830947554819072 ext(0->4095) 00002000:00010000:0.0:1746128287.485103:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013085bb80 00000100:00100000:0.0:1746128287.485459:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12932 00000100:00100000:0.0:1746128287.485466:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554819072:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128287.486368:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554819072:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (607us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128287.486376:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12932 00002000:00100000:0.0:1746128287.486384:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013085bb80 x1830947554819072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746128298 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.486393:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085bb80 with x1830947554819072 ext(0->4095) 00002000:00010000:0.0:1746128287.486397:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013085bb80 00000100:00100000:0.0:1746128287.490690:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.502333:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.503451:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.505612:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.505643:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.505670:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.507982:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.514792:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.515844:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+210:2014:x1830947554820480:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 774us (1060us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746128287.515852:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2097 00002000:00100000:0.0:1746128287.515857:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e5b7100 x1830947554820480/t4294972204(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.515863:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b7100 with x1830947554820480 ext(0->7) 00010000:00010000:0.0:1746128287.515868:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a013e00/0x6e2f3e23d86e2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fa5 expref: 210 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.515878:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a013e00/0x6e2f3e23d86e2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fa5 expref: 210 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.515883:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e5b7100 00000100:00100000:0.0:1746128287.519634:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.526348:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554820864 00000100:00100000:0.0:1746128287.526354:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554820864 00002000:00100000:0.0:1746128287.526383:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d28a680 x1830947554820864/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.526391:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28a680 with x1830947554820864 ext(0->4095) 00002000:00010000:0.0:1746128287.526396:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d28a680 00000100:00100000:0.0:1746128287.526419:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12933 00000100:00100000:0.0:1746128287.526425:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554820864:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128287.526518:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554820864:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128287.526524:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12933 00002000:00100000:0.0:1746128287.526528:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d28a680 x1830947554820864/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746128298 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.526533:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28a680 with x1830947554820864 ext(0->4095) 00002000:00010000:0.0:1746128287.526536:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d28a680 00000100:00100000:0.0:1746128287.529837:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.532603:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.536521:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.536679:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.549608:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.549781:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.549823:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.549960:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554822016 00000100:00100000:0.0:1746128287.549963:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554822016 00000100:00100000:0.0:1746128287.549979:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28807 00000100:00100000:0.0:1746128287.549983:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:1053:x1830947554822016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128287.549996:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128287.550005:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a199c00/0x6e2f3e23d86e2bc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641fc1 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.550036:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128287.550040:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2bc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fba expref: 211 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.550044:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128287.550047:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a199c00/0x6e2f3e23d86e2bc7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fc1 expref: 8 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.550068:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2bc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fba expref: 210 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.550077:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a199c00/0x6e2f3e23d86e2bc7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fc1 expref: 8 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.550083:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a199c00, rc 0) 00000100:00100000:0.0:1746128287.550099:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:1053:x1830947554822016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128287.550104:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28807 00000100:00100000:0.0:1746128287.557837:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.560953:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.563838:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+212:2016:x1830947554822528:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2708us (2884us total) trans 4294972205 rc 0/0 00000100:00100000:0.0:1746128287.563847:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2099 00002000:00100000:0.0:1746128287.563857:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093983480 x1830947554822528/t4294972205(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.563865:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983480 with x1830947554822528 ext(0->7) 00010000:00010000:0.0:1746128287.563872:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fba expref: 212 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.563884:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fba expref: 212 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.563890:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093983480 00000100:00100000:0.0:1746128287.565517:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.568725:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.573643:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.574353:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.576379:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.577169:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.578250:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.578288:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.586788:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.587889:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+214:2017:x1830947554824320:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1106us total) trans 4294972206 rc 0/0 00000100:00100000:0.0:1746128287.587895:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2102 00002000:00100000:0.0:1746128287.587901:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e7b80 x1830947554824320/t4294972206(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.587907:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7b80 with x1830947554824320 ext(0->7) 00010000:00010000:0.0:1746128287.587913:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fcf expref: 214 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.587924:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fcf expref: 214 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.588030:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e7b80 00000100:00100000:0.0:1746128287.589428:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.594288:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554824704 00000100:00100000:0.0:1746128287.594293:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554824704 00002000:00100000:0.0:1746128287.594333:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d288000 x1830947554824704/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.594341:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288000 with x1830947554824704 ext(0->4095) 00002000:00010000:0.0:1746128287.594345:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d288000 00000100:00100000:0.0:1746128287.594358:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12937 00000100:00100000:0.0:1746128287.594363:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554824704:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128287.594457:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554824704:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128287.594462:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12937 00002000:00100000:0.0:1746128287.594467:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d288000 x1830947554824704/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746128298 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.594474:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288000 with x1830947554824704 ext(0->4095) 00002000:00010000:0.0:1746128287.594476:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d288000 00000100:00100000:0.0:1746128287.603941:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554824832 00000100:00100000:0.0:1746128287.603948:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554824832 00000100:00100000:0.0:1746128287.603998:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28811 00000100:00100000:0.0:1746128287.604005:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+213:1053:x1830947554824832:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128287.604020:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128287.604172:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e2be3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9641fdd expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.604195:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128287.604197:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128287.604204:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e2be3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fdd expref: 214 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.604216:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e2be3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fdd expref: 214 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.604225:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b5200, rc 0) 00000100:00100000:0.0:1746128287.604275:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+214:1053:x1830947554824832:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 270us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128287.604281:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28811 00000100:00100000:0.0:1746128287.611268:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.611360:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.615333:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.616580:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.616604:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.620370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.622613:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.624156:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+216:2016:x1830947554826112:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1415us (1545us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746128287.624163:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2105 00002000:00100000:0.0:1746128287.624169:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f105500 x1830947554826112/t4294972207(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.624176:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105500 with x1830947554826112 ext(0->7) 00010000:00010000:0.0:1746128287.624182:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fe4 expref: 216 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.624190:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641fe4 expref: 216 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.624196:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f105500 00000100:00100000:0.0:1746128287.630973:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.634582:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.638421:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.639930:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.642220:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.643332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.659492:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.660426:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+218:2014:x1830947554827904:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 675us (940us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746128287.660433:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2108 00002000:00100000:0.0:1746128287.660438:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800941e1180 x1830947554827904/t4294972208(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.660443:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1180 with x1830947554827904 ext(0->7) 00010000:00010000:0.0:1746128287.660448:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e2bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ff9 expref: 218 pid: 11544 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.660457:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e2bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9641ff9 expref: 218 pid: 11544 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.660462:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941e1180 00000100:00100000:0.0:1746128287.661880:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.670586:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.673719:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.674533:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.674610:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554828544 00000100:00100000:0.0:1746128287.674613:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554828544 00000100:00100000:0.0:1746128287.674628:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28818 00000100:00100000:0.0:1746128287.674632:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+219:1053:x1830947554828544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128287.674638:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128287.674644:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a05b400/0x6e2f3e23d86e2c14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964200e expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.674653:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128287.674656:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a012e00/0x6e2f3e23d86e2c0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642007 expref: 220 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.674660:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128287.674663:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a05b400/0x6e2f3e23d86e2c14 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964200e expref: 220 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.674681:0:11543:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a012e00/0x6e2f3e23d86e2c0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642007 expref: 220 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.674689:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a05b400/0x6e2f3e23d86e2c14 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964200e expref: 220 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.674702:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b400, rc 0) 00000100:00100000:0.0:1746128287.674724:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+220:1053:x1830947554828544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128287.674729:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28818 00000100:00100000:0.0:1746128287.677112:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.679194:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.680779:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.681663:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+221:2016:x1830947554829184:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 671us (882us total) trans 4294972209 rc 0/0 00000100:00100000:0.0:1746128287.681669:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2110 00002000:00100000:0.0:1746128287.681674:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880134a69500 x1830947554829184/t4294972209(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.681681:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a69500 with x1830947554829184 ext(0->7) 00010000:00010000:0.0:1746128287.681685:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a012e00/0x6e2f3e23d86e2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642007 expref: 221 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.681727:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a012e00/0x6e2f3e23d86e2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642007 expref: 221 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.681733:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134a69500 00000100:00100000:0.0:1746128287.683500:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.686276:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.688366:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.692616:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.693682:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.696536:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.701192:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.704115:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.708127:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+223:2016:x1830947554830976:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3319us (4011us total) trans 4294972210 rc 0/0 00000100:00100000:0.0:1746128287.708137:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2113 00002000:00100000:0.0:1746128287.708146:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880134a6b100 x1830947554830976/t4294972210(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.708236:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a6b100 with x1830947554830976 ext(0->7) 00010000:00010000:0.0:1746128287.708246:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a013e00/0x6e2f3e23d86e2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964201c expref: 223 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.708259:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a013e00/0x6e2f3e23d86e2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964201c expref: 223 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.708265:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134a6b100 00000100:00100000:0.0:1746128287.710750:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.714486:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.718936:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.719006:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.721917:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.724360:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.727751:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.730469:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.733763:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.739259:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.743472:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+224:2015:x1830947554832640:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3988us (4206us total) trans 4294972211 rc 0/0 00000100:00100000:0.0:1746128287.743482:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2115 00002000:00100000:0.0:1746128287.743492:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c41c380 x1830947554832640/t4294972211(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.743500:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41c380 with x1830947554832640 ext(0->7) 00010000:00010000:0.0:1746128287.743509:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a013400/0x6e2f3e23d86e2c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642031 expref: 224 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.743522:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a013400/0x6e2f3e23d86e2c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642031 expref: 224 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.743533:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41c380 00000100:00100000:0.0:1746128287.750669:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.753756:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.754486:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.755872:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.757084:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.759866:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.761389:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.763924:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+227:2016:x1830947554833920:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2379us (2530us total) trans 4294972212 rc 0/0 00000100:00100000:0.0:1746128287.763933:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2118 00002000:00100000:0.0:1746128287.763942:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c41dc00 x1830947554833920/t4294972212(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.763950:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41dc00 with x1830947554833920 ext(0->7) 00010000:00010000:0.0:1746128287.763958:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0871600/0x6e2f3e23d86e2c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964203f expref: 227 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.763971:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0871600/0x6e2f3e23d86e2c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964203f expref: 227 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.763978:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41dc00 00000100:00100000:0.0:1746128287.767216:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.776332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.779146:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.779283:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.782940:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.788278:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.791177:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.793401:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+228:2016:x1830947554835200:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1475us (2223us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746128287.793410:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2120 00002000:00100000:0.0:1746128287.793417:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c41f480 x1830947554835200/t4294972213(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.793424:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947554835200 ext(0->7) 00010000:00010000:0.0:1746128287.793430:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097913400/0x6e2f3e23d86e2c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964204d expref: 228 pid: 9593 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746128287.793442:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097913400/0x6e2f3e23d86e2c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964204d expref: 228 pid: 9593 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746128287.793448:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41f480 00000100:00100000:0.0:1746128287.797630:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.802391:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.804253:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.807419:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.807751:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.810500:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.812176:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.815211:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.818176:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.820199:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.832428:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.834494:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+230:2015:x1830947554837120:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1091us (2071us total) trans 4294972214 rc 0/0 00000100:00100000:0.0:1746128287.834501:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2122 00002000:00100000:0.0:1746128287.834507:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131460a80 x1830947554837120/t4294972214(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.834513:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131460a80 with x1830947554837120 ext(0->7) 00010000:00010000:0.0:1746128287.834519:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e2c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642062 expref: 230 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.834529:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a200/0x6e2f3e23d86e2c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642062 expref: 230 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.834534:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131460a80 00000100:00100000:0.0:1746128287.848239:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.854388:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.854433:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.858392:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.863205:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.873110:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.874998:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+233:2016:x1830947554838400:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 676us (1894us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746128287.875005:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2124 00002000:00100000:0.0:1746128287.875010:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131461f80 x1830947554838400/t4294972215(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.875017:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131461f80 with x1830947554838400 ext(0->7) 00010000:00010000:0.0:1746128287.875021:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e2c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642070 expref: 233 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.875028:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e2c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642070 expref: 233 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.875033:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131461f80 00000100:00100000:0.0:1746128287.884802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.886805:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.886846:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.890084:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.890634:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.893030:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.899201:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.903237:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.904917:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+234:2014:x1830947554840064:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1090us (1679us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746128287.904923:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2126 00002000:00100000:0.0:1746128287.904929:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131463480 x1830947554840064/t4294972216(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.904936:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131463480 with x1830947554840064 ext(0->7) 00010000:00010000:0.0:1746128287.904941:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964207e expref: 234 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.904950:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964207e expref: 234 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.904955:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131463480 00000100:00100000:0.0:1746128287.908101:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.915345:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.919292:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.921717:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.924445:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.926893:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.930388:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.932127:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+236:2014:x1830947554841216:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1423us (1741us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746128287.932135:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2128 00002000:00100000:0.0:1746128287.932141:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131461500 x1830947554841216/t4294972217(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.932149:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131461500 with x1830947554841216 ext(0->7) 00010000:00010000:0.0:1746128287.932154:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e2c99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642093 expref: 236 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.932170:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e2c99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642093 expref: 236 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.932176:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131461500 00000100:00100000:0.0:1746128287.934726:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.939859:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554841728 00000100:00100000:0.0:1746128287.939863:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554841728 00002000:00100000:0.0:1746128287.939885:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f101880 x1830947554841728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.939893:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101880 with x1830947554841728 ext(0->4095) 00002000:00010000:0.0:1746128287.939896:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f101880 00000100:00100000:0.0:1746128287.939910:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12951 00000100:00100000:0.0:1746128287.939916:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554841728:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128287.940023:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554841728:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (387us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128287.940029:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12951 00002000:00100000:0.0:1746128287.940034:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f101880 x1830947554841728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746128298 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.940041:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101880 with x1830947554841728 ext(0->4095) 00010000:00010000:0.0:1746128287.940045:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e2ca0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964209a expref: 6 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.940056:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e2ca0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964209a expref: 6 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.940067:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f101880 00000100:00100000:0.0:1746128287.942157:0:11543:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11543:1830947551008896:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128287.942180:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2ca7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96420a1 expref: 236 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.942191:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:0.0:1746128287.942686:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+236:1052:x1830947554841472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2836us (3154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128287.942693:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28839 00000100:00100000:0.0:1746128287.943129:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554841856 00000100:00100000:0.0:1746128287.943132:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554841856 00000100:00100000:0.0:1746128287.945641:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.945662:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554842240 00000100:00100000:0.0:1746128287.945666:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554842240 00002000:00100000:0.0:1746128287.945692:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d288380 x1830947554842240/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.945700:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288380 with x1830947554842240 ext(0->4095) 00010000:00010000:0.0:1746128287.945707:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2ca7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420a1 expref: 238 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.945907:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420a1 expref: 237 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.945914:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d288380 00000100:00100000:0.0:1746128287.947714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.948935:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+239:2014:x1830947554842496:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1013us (1223us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746128287.948942:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2130 00002000:00100000:0.0:1746128287.948948:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d289180 x1830947554842496/t4294972218(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.948955:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289180 with x1830947554842496 ext(0->7) 00010000:00010000:0.0:1746128287.948959:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420a1 expref: 239 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.948968:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420a1 expref: 239 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.948973:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d289180 00000100:00100000:0.0:1746128287.950753:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.956757:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.960246:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.961539:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.963172:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.963962:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.965570:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.967945:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.970260:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.972346:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.973386:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+240:2014:x1830947554844160:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (1040us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746128287.973391:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2132 00002000:00100000:0.0:1746128287.973397:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c41ed80 x1830947554844160/t4294972219(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.973403:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ed80 with x1830947554844160 ext(0->7) 00010000:00010000:0.0:1746128287.973407:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096765a00/0x6e2f3e23d86e2cbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420b6 expref: 240 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.973415:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096765a00/0x6e2f3e23d86e2cbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420b6 expref: 240 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.973420:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41ed80 00000100:00100000:0.0:1746128287.975709:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.987005:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554844544 00000100:00100000:0.0:1746128287.987010:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554844544 00000100:00100000:0.0:1746128287.987530:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28844 00000100:00100000:0.0:1746128287.987537:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+239:1052:x1830947554844544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128287.987565:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128287.987578:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2cca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96420c4 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.987599:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2cc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96420bd expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.987605:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128287.987606:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128287.987609:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2cca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96420c4 expref: 240 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.987630:0:11543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2cc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420bd expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128287.987640:0:11543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2cc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420bd expref: 5 pid: 11543 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128287.987650:0:11543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11543:1830947551010048:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128287.987713:0:11543:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128287.987727:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554844672 00000100:00100000:0.0:1746128287.987730:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554844672 00002000:00100000:0.0:1746128287.987751:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099313100 x1830947554844672/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:538/0 lens 488/0 e 0 to 0 dl 1746128298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.987760:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313100 with x1830947554844672 ext(0->4095) 00010000:00010000:0.0:1746128287.987765:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2cc3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420bd expref: 6 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.987774:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e2cc3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420bd expref: 6 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.987779:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099313100 00000100:00100000:0.0:1746128287.990243:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.990323:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.993253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.995093:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128287.996383:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+243:2016:x1830947554845440:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1061us (1291us total) trans 4294972220 rc 0/0 00000100:00100000:0.0:1746128287.996389:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2135 00002000:00100000:0.0:1746128287.996394:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880134a68a80 x1830947554845440/t4294972220(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:538/0 lens 496/448 e 0 to 0 dl 1746128298 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128287.996401:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a68a80 with x1830947554845440 ext(0->7) 00010000:00010000:0.0:1746128287.996406:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420c4 expref: 243 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128287.996415:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e2cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420c4 expref: 243 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128287.996419:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134a68a80 00000100:00100000:0.0:1746128288.003854:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.006213:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.011419:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.011736:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.015781:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.018798:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.020716:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.023082:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+244:2014:x1830947554846720:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2215us (2362us total) trans 4294972221 rc 0/0 00000100:00100000:0.0:1746128288.023092:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2137 00002000:00100000:0.0:1746128288.023099:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880134a69880 x1830947554846720/t4294972221(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.023106:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a69880 with x1830947554846720 ext(0->7) 00010000:00010000:0.0:1746128288.023114:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e2cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420d9 expref: 244 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.023126:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e2cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420d9 expref: 244 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.023132:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134a69880 00000100:00100000:0.0:1746128288.025332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.032587:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.035504:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.036204:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.039166:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.044184:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.048995:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.050513:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+247:2014:x1830947554848000:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1277us (1523us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746128288.050521:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2139 00002000:00100000:0.0:1746128288.050528:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e7100 x1830947554848000/t4294972222(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.050535:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7100 with x1830947554848000 ext(0->7) 00010000:00010000:0.0:1746128288.050574:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420e0 expref: 247 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.050586:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420e0 expref: 247 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.050592:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e7100 00000100:00100000:0.0:1746128288.053040:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.057122:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.059191:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.059254:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.061178:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.062259:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.063531:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.065366:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.067247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.070368:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.072533:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+248:2014:x1830947554849664:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1478us (2162us total) trans 4294972223 rc 0/0 00000100:00100000:0.0:1746128288.073116:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2141 00002000:00100000:0.0:1746128288.073126:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096319880 x1830947554849664/t4294972223(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.073134:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319880 with x1830947554849664 ext(0->7) 00010000:00010000:0.0:1746128288.073140:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420f5 expref: 248 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.073151:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e2cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96420f5 expref: 248 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.073157:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096319880 00000100:00100000:0.0:1746128288.074608:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.076596:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.079310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.079380:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.082508:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.085487:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.085586:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.089225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.097775:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.105294:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+251:2017:x1830947554851456:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7014us (7524us total) trans 4294972224 rc 0/0 00000100:00100000:0.0:1746128288.105311:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2144 00002000:00100000:0.0:1746128288.105318:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096214700 x1830947554851456/t4294972224(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.105326:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096214700 with x1830947554851456 ext(0->7) 00010000:00010000:0.0:1746128288.105332:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e2d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642103 expref: 251 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.105343:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e2d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642103 expref: 251 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.105348:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096214700 00000100:00100000:0.0:1746128288.110847:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.121861:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.124126:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.127688:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.133921:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.135848:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.137605:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+252:2016:x1830947554852608:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1588us (1757us total) trans 4294972225 rc 0/0 00000100:00100000:0.0:1746128288.137613:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2146 00002000:00100000:0.0:1746128288.137619:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099deea00 x1830947554852608/t4294972225(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.137627:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deea00 with x1830947554852608 ext(0->7) 00010000:00010000:0.0:1746128288.137635:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642118 expref: 252 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.137647:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642118 expref: 252 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.137653:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099deea00 00000100:00100000:0.0:1746128288.142199:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.147473:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.149335:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554853120 00000100:00100000:0.0:1746128288.149339:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554853120 00002000:00100000:0.0:1746128288.149361:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ce78000 x1830947554853120/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:539/0 lens 488/0 e 0 to 0 dl 1746128299 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.149370:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78000 with x1830947554853120 ext(0->4095) 00010000:00010000:0.0:1746128288.149376:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e2d25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964211f expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.149385:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e2d25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964211f expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.149391:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce78000 00000100:00100000:0.0:1746128288.149411:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2147 00000100:00100000:0.0:1746128288.149416:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554853120:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128288.149502:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554853120:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (360us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128288.149507:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2147 00002000:00100000:0.0:1746128288.149512:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ce78000 x1830947554853120/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:539/0 lens 488/4536 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.149519:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78000 with x1830947554853120 ext(0->4095) 00010000:00010000:0.0:1746128288.149523:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e2d25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964211f expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.149531:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e2d25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964211f expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.149536:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce78000 00000100:00100000:0.0:1746128288.150967:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.150994:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.155075:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.158873:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.161141:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+255:2014:x1830947554853888:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2068us (2268us total) trans 4294972226 rc 0/0 00000100:00100000:0.0:1746128288.161151:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2149 00002000:00100000:0.0:1746128288.161158:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c135c00 x1830947554853888/t4294972226(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.161166:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135c00 with x1830947554853888 ext(0->7) 00010000:00010000:0.0:1746128288.161172:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642126 expref: 255 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.161184:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642126 expref: 255 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.161194:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c135c00 00000100:00100000:0.0:1746128288.168106:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.176574:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.176612:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.179821:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.179854:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.183329:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.189387:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.191015:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+256:2014:x1830947554855168:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1303us (1631us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746128288.191022:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2151 00002000:00100000:0.0:1746128288.191029:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006da3f480 x1830947554855168/t4294972227(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.191037:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f480 with x1830947554855168 ext(0->7) 00010000:00010000:0.0:1746128288.191043:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097e7a400/0x6e2f3e23d86e2d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642134 expref: 256 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.191054:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097e7a400/0x6e2f3e23d86e2d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642134 expref: 256 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.191059:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006da3f480 00000100:00100000:0.0:1746128288.193094:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.198678:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.200269:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.200621:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.200859:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28863 00000100:00100000:0.0:1746128288.200866:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+256:1053:x1830947554855808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128288.200872:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746128288.203999:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.208518:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.212929:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+259:2014:x1830947554856448:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3449us (4405us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746128288.212939:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2153 00002000:00100000:0.0:1746128288.212947:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006d9fa680 x1830947554856448/t4294972228(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.212955:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9fa680 with x1830947554856448 ext(0->7) 00010000:00010000:0.0:1746128288.212964:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097e7b600/0x6e2f3e23d86e2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642142 expref: 259 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.212978:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097e7b600/0x6e2f3e23d86e2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642142 expref: 259 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.212985:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006d9fa680 00000100:00100000:0.0:1746128288.216797:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.220684:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.225710:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.226273:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.228581:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.230512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.232607:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.233583:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+260:2016:x1830947554857728:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 752us (971us total) trans 4294972229 rc 0/0 00000100:00100000:0.0:1746128288.233590:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2155 00002000:00100000:0.0:1746128288.233596:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee90e00 x1830947554857728/t4294972229(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.233602:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90e00 with x1830947554857728 ext(0->7) 00010000:00010000:0.0:1746128288.233607:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642150 expref: 260 pid: 9593 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.233614:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8000/0x6e2f3e23d86e2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642150 expref: 260 pid: 9593 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.233620:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee90e00 00000100:00100000:0.0:1746128288.235719:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.238816:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.241135:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.244186:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252073:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252111:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252146:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252165:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252195:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252216:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554859264 00000100:00100000:0.0:1746128288.252222:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554859264 00000100:00100000:0.0:1746128288.252262:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554859520 00000100:00100000:0.0:1746128288.252264:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554859520 00000100:00100000:0.0:1746128288.252279:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 990 00000100:00100000:0.0:1746128288.252285:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2017:x1830947554859264:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128288.252345:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2017:x1830947554859264:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 60us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128288.252351:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 990 00000100:00100000:0.0:1746128288.252364:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 991 00000100:00100000:0.0:1746128288.252368:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2017:x1830947554859520:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128288.252386:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2017:x1830947554859520:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 18us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128288.252391:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 991 00000100:00100000:0.0:1746128288.252416:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252428:0:9196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554859136 00000100:00100000:0.0:1746128288.252430:0:9196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554859136 00000100:00100000:0.0:1746128288.252446:0:9196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 992 00000100:00100000:0.0:1746128288.252450:0:9196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947554859136:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128288.252467:0:9196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947554859136:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 17us (52us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128288.252472:0:9196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 992 00000100:00100000:0.0:1746128288.252509:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252536:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.252571:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554859648 00000100:00100000:0.0:1746128288.252574:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554859648 00000100:00100000:0.0:1746128288.252589:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 993 00000100:00100000:0.0:1746128288.252594:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947554859648:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128288.252612:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947554859648:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 18us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128288.252616:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 993 00000100:00080000:0.0:1746128288.252664:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746128288.252666:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746128288.252674:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554858752 00000100:00100000:0.0:1746128288.252676:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554858752 00000100:00100000:0.0:1746128288.252691:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554859392 00000100:00100000:0.0:1746128288.252692:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554859392 00000100:00100000:0.0:1746128288.252706:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 666 00000100:00100000:0.0:1746128288.252711:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2017:x1830947554859392:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128288.252734:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2017:x1830947554859392:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128288.252739:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 666 00000100:00100000:0.0:1746128288.252748:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28867 00000100:00100000:0.0:1746128288.252751:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+260:1052:x1830947554858752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128288.252761:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128288.252779:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c4d7e00/0x6e2f3e23d86e2d6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642165 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.252799:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e2d5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642157 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.252806:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2d64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964215e expref: 261 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.252812:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.252814:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.252817:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c4d7e00/0x6e2f3e23d86e2d6b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642165 expref: 261 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.252843:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2d64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964215e expref: 261 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.252853:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2d64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964215e expref: 261 pid: 9593 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.252862:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094fa4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9593:1830947551015424:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128288.253734:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e2d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642157 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.253743:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642157 expref: 6 pid: 9591 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.253751:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9593:1830947551015552:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128288.255235:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128288.255532:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128288.257950:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.260443:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554860160 00000100:00100000:0.0:1746128288.260448:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554860160 00010000:00010000:0.0:1746128288.260465:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642157 expref: 6 pid: 9591 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.260803:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13834 00000100:00100000:0.0:1746128288.260809:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554860160:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128288.260819:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128288.260834:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642157 expref: 6 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.260843:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e2d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642157 expref: 6 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.260861:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f18c00/0x6e2f3e23d86e2d5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642157 expref: 6 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.260882:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.260883:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.260889:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c4d7e00/0x6e2f3e23d86e2d6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642165 expref: 260 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.260895:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c4d7e00/0x6e2f3e23d86e2d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642165 expref: 260 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.260930:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c4d7e00/0x6e2f3e23d86e2d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642165 expref: 260 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128288.260940:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c14c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947551015680:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128288.260987:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128288.263094:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.265798:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.272314:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+263:2015:x1830947554860672:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6281us (6506us total) trans 4294972230 rc 0/0 00000100:00100000:0.0:1746128288.272327:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2158 00002000:00100000:0.0:1746128288.272337:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c14c700 x1830947554860672/t4294972230(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.272346:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c14c700 with x1830947554860672 ext(0->7) 00010000:00010000:0.0:1746128288.272355:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c4d7e00/0x6e2f3e23d86e2d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642165 expref: 263 pid: 9593 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.272368:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c4d7e00/0x6e2f3e23d86e2d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642165 expref: 263 pid: 9593 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.272374:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c14c700 00000100:00100000:0.0:1746128288.275696:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.278754:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.284931:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.285141:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.289241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.290898:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.293049:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.293384:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.296810:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.302499:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.306972:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+265:2016:x1830947554862464:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3497us (4472us total) trans 4294972231 rc 0/0 00000100:00100000:0.0:1746128288.306984:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2161 00002000:00100000:0.0:1746128288.306992:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c14e680 x1830947554862464/t4294972231(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.307000:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c14e680 with x1830947554862464 ext(0->7) 00010000:00010000:0.0:1746128288.307009:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964217a expref: 265 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.307023:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964217a expref: 265 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.307029:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c14e680 00000100:00100000:0.0:1746128288.326288:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554862976 00000100:00100000:0.0:1746128288.326293:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554862976 00002000:00100000:0.0:1746128288.326331:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131461880 x1830947554862976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 488/0 e 0 to 0 dl 1746128299 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.326340:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131461880 with x1830947554862976 ext(0->4095) 00010000:00010000:0.0:1746128288.326346:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2d87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642181 expref: 267 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.326356:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2d87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642181 expref: 267 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.326362:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131461880 00000100:00100000:0.0:1746128288.326377:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2162 00000100:00100000:0.0:1746128288.326382:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+267:2015:x1830947554862976:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128288.326465:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+267:2015:x1830947554862976:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 82us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128288.326471:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2162 00002000:00100000:0.0:1746128288.326476:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131461880 x1830947554862976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 488/4536 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.326482:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131461880 with x1830947554862976 ext(0->4095) 00010000:00010000:0.0:1746128288.326487:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2d87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642181 expref: 267 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.326494:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9400/0x6e2f3e23d86e2d87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642181 expref: 267 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.326499:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131461880 00000100:00100000:0.0:1746128288.328429:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.328634:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.331391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.336763:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554863744 00000100:00100000:0.0:1746128288.336769:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554863744 00002000:00100000:0.0:1746128288.336795:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d21e300 x1830947554863744/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/0 e 0 to 0 dl 1746128299 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.336802:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e300 with x1830947554863744 ext(0->7) 00010000:00010000:0.0:1746128288.336807:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642188 expref: 264 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.336815:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642188 expref: 264 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.336820:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d21e300 00000100:00100000:0.0:1746128288.341945:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.347324:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.351156:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.351310:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.354154:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.354224:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.356580:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.359101:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.361829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.363924:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+268:2017:x1830947554865536:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1795us (2096us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746128288.363933:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2167 00002000:00100000:0.0:1746128288.363940:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b494700 x1830947554865536/t4294972233(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.363948:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494700 with x1830947554865536 ext(0->7) 00010000:00010000:0.0:1746128288.363954:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097ef6600/0x6e2f3e23d86e2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642196 expref: 268 pid: 9593 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.363966:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097ef6600/0x6e2f3e23d86e2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642196 expref: 268 pid: 9593 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.363972:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b494700 00000100:00100000:0.0:1746128288.365978:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.368160:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.373805:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.374725:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.377374:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.379209:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.380573:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.380740:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.389087:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.390398:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+270:2016:x1830947554867328:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1130us (1318us total) trans 4294972234 rc 0/0 00000100:00100000:0.0:1746128288.390409:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2170 00002000:00100000:0.0:1746128288.390415:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b496300 x1830947554867328/t4294972234(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.390422:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496300 with x1830947554867328 ext(0->7) 00010000:00010000:0.0:1746128288.390428:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e2db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421b2 expref: 270 pid: 11543 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.390436:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e2db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421b2 expref: 270 pid: 11543 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.390441:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b496300 00000100:00100000:0.0:1746128288.395273:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.398075:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.401210:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.401277:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.403286:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.407847:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.412921:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.413739:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+273:2016:x1830947554868608:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 637us (823us total) trans 4294972235 rc 0/0 00000100:00100000:0.0:1746128288.413746:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2172 00002000:00100000:0.0:1746128288.413750:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b497800 x1830947554868608/t4294972235(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.413757:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497800 with x1830947554868608 ext(0->7) 00010000:00010000:0.0:1746128288.413762:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097ef7000/0x6e2f3e23d86e2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421c7 expref: 273 pid: 9593 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.413770:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097ef7000/0x6e2f3e23d86e2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421c7 expref: 273 pid: 9593 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.413775:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b497800 00000100:00100000:0.0:1746128288.415206:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.418215:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.422540:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.424425:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554869248 00000100:00100000:0.0:1746128288.424429:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554869248 00000100:00100000:0.0:1746128288.424450:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28884 00000100:00100000:0.0:1746128288.424455:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+272:1052:x1830947554869248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128288.424462:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128288.424468:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c485400/0x6e2f3e23d86e2ddb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96421d5 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.424481:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2dcd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96421c0 expref: 273 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.424488:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2dd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96421ce expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.424493:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.424494:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.424497:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c485400/0x6e2f3e23d86e2ddb lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96421d5 expref: 273 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.424518:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2dd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421ce expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.424534:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2dd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421ce expref: 5 pid: 9593 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.424557:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947551019008:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128288.424601:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2dcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421c0 expref: 273 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.424608:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2dcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421c0 expref: 273 pid: 11543 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.424615:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947551019136:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128288.424631:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128288.426379:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.426529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.428750:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.431731:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.433434:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.436707:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.439504:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+274:2014:x1830947554870272:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2160us (2796us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746128288.439514:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2174 00002000:00100000:0.0:1746128288.439520:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b495c00 x1830947554870272/t4294972236(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.439528:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495c00 with x1830947554870272 ext(0->7) 00010000:00010000:0.0:1746128288.439535:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c485400/0x6e2f3e23d86e2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421d5 expref: 274 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.439568:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c485400/0x6e2f3e23d86e2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421d5 expref: 274 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.439574:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b495c00 00000100:00100000:0.0:1746128288.441429:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.447860:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.448931:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.449506:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554870784 00000100:00100000:0.0:1746128288.449565:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554870784 00000100:00100000:0.0:1746128288.452316:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.454406:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.456365:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.461661:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.464453:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+276:2017:x1830947554871424:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2513us (2786us total) trans 4294972237 rc 0/0 00000100:00100000:0.0:1746128288.464463:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2176 00002000:00100000:0.0:1746128288.464471:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b494700 x1830947554871424/t4294972237(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.464479:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494700 with x1830947554871424 ext(0->7) 00010000:00010000:0.0:1746128288.464487:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421e3 expref: 276 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.464499:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421e3 expref: 276 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.464508:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b494700 00000100:00100000:0.0:1746128288.465711:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.473099:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.473144:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.476439:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.476522:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.484284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.491365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.494039:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+279:2016:x1830947554872704:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1035us (2678us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1746128288.494046:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2179 00002000:00100000:0.0:1746128288.494051:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e6a00 x1830947554872704/t4294972238(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.494059:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6a00 with x1830947554872704 ext(0->7) 00010000:00010000:0.0:1746128288.494064:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421f1 expref: 279 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.494074:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421f1 expref: 279 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.494080:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e6a00 00000100:00100000:0.0:1746128288.502169:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.506436:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.510237:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.514128:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554873344 00000100:00100000:0.0:1746128288.514136:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554873344 00000100:00100000:0.0:1746128288.514288:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28891 00000100:00100000:0.0:1746128288.514303:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1053:x1830947554873344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128288.514314:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128288.514324:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2e0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642206 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.514339:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96421ff expref: 278 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.514344:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128288.514345:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128288.514348:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e2e0c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642206 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128288.517099:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.525899:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+280:2015:x1830947554873984:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2896us (4973us total) trans 4294972239 rc 0/0 00000100:00100000:0.0:1746128288.525910:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2182 00002000:00100000:0.0:1746128288.525920:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d21fb80 x1830947554873984/t4294972239(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.525928:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21fb80 with x1830947554873984 ext(0->7) 00010000:00010000:0.0:1746128288.525936:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421ff expref: 280 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.525949:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96421ff expref: 280 pid: 9591 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.525960:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d21fb80 00000100:00100000:0.0:1746128288.529201:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.533440:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.535451:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.538632:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.538703:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.541718:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.544125:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.547699:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+283:2015:x1830947554875264:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3401us (3570us total) trans 4294972240 rc 0/0 00000100:00100000:0.0:1746128288.547708:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2185 00002000:00100000:0.0:1746128288.547717:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e4a80 x1830947554875264/t4294972240(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.547725:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4a80 with x1830947554875264 ext(0->7) 00010000:00010000:0.0:1746128288.547733:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5400/0x6e2f3e23d86e2e13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964220d expref: 283 pid: 9593 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.547747:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5400/0x6e2f3e23d86e2e13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964220d expref: 283 pid: 9593 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.547753:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e4a80 00000100:00100000:0.0:1746128288.551377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.554160:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.556636:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.559396:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.560313:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.562212:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.563174:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.565635:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132146d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7235:1830947551022080:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128288.565648:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128288.565670:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947554876544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2341us (2496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128288.565676:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13861 00000100:00100000:0.0:1746128288.567029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.567897:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+285:2017:x1830947554877056:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 721us (870us total) trans 4294972241 rc 0/0 00000100:00100000:0.0:1746128288.567904:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2188 00002000:00100000:0.0:1746128288.567909:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008a3bf100 x1830947554877056/t4294972241(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.567916:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf100 with x1830947554877056 ext(0->7) 00010000:00010000:0.0:1746128288.567921:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642222 expref: 285 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.567931:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642222 expref: 285 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.567936:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a3bf100 00000100:00100000:0.0:1746128288.569099:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.573705:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.576169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.580311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.580396:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.582453:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.582477:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.582515:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.582533:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554878080 00000100:00100000:0.0:1746128288.582536:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554878080 00010000:00010000:0.0:1746128288.582569:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2e36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642230 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.582591:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554878336 00000100:00100000:0.0:1746128288.582594:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554878336 00010000:00010000:0.0:1746128288.582601:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2e2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642229 expref: 287 pid: 11544 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.582613:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13863 00000100:00100000:0.0:1746128288.582617:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554878080:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128288.582624:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128288.582636:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2e36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642230 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.582644:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2e36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642230 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.582804:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2e36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642230 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.582822:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128288.582838:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947554878080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 220us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128288.582843:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13863 00000100:00100000:0.0:1746128288.584060:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.586329:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.587140:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+287:2017:x1830947554878848:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 678us (813us total) trans 4294972242 rc 0/0 00000100:00100000:0.0:1746128288.587146:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2191 00002000:00100000:0.0:1746128288.587150:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096216a00 x1830947554878848/t4294972242(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.587154:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096216a00 with x1830947554878848 ext(0->7) 00010000:00010000:0.0:1746128288.587157:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642237 expref: 287 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.587164:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642237 expref: 287 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.587170:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096216a00 00000100:00100000:0.0:1746128288.589138:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.592000:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.594496:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.595958:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.599947:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.602874:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.605502:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.605529:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.605694:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.605712:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554880384 00000100:00100000:0.0:1746128288.605717:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554880384 00010000:00010000:0.0:1746128288.605737:0:7235:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097ef7000/0x6e2f3e23d86e2e4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642245 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.605753:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554880128 00000100:00100000:0.0:1746128288.606119:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554880128 00010000:00010000:0.0:1746128288.606128:0:7235:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2e44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964223e expref: 289 pid: 9591 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.606142:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13867 00000100:00100000:0.0:1746128288.606147:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+289:2014:x1830947554880128:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128288.606153:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128288.606160:0:7235:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2e44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964223e expref: 289 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.606168:0:7235:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964223e expref: 289 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.606178:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2e44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964223e expref: 288 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.606188:0:7235:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.606189:0:7235:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.606195:0:7235:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964224c expref: 287 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.606201:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964224c expref: 287 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.606239:0:7235:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964224c expref: 287 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.606249:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964224c expref: 287 pid: 9591 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.606258:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7235:1830947551023360:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128288.606328:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128288.608355:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.610492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.611372:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+289:2016:x1830947554880896:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 648us (884us total) trans 4294972243 rc 0/0 00000100:00100000:0.0:1746128288.611378:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2193 00002000:00100000:0.0:1746128288.611383:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f8d0e00 x1830947554880896/t4294972243(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.611390:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0e00 with x1830947554880896 ext(0->7) 00010000:00010000:0.0:1746128288.611395:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964224c expref: 289 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.611404:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964224c expref: 289 pid: 9591 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.611409:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f8d0e00 00000100:00100000:0.0:1746128288.613750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.619529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.626906:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.629808:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.636136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.636917:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.640896:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.640940:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.640980:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.640999:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554882176 00000100:00100000:0.0:1746128288.641003:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554882176 00010000:00010000:0.0:1746128288.641023:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2e60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964225a expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.641049:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13870 00000100:00100000:0.0:1746128288.641054:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554882176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128288.641060:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128288.641071:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2e60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964225a expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.641275:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2e60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964225a expref: 8 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.641290:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e2e60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964225a expref: 8 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.641319:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128288.641339:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947554882176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 285us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128288.641348:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13870 00000100:00100000:0.0:1746128288.646104:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.648333:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.649486:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+290:2017:x1830947554882944:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 793us (1154us total) trans 4294972244 rc 0/0 00000100:00100000:0.0:1746128288.649493:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2195 00002000:00100000:0.0:1746128288.649500:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008ce78000 x1830947554882944/t4294972244(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.649506:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78000 with x1830947554882944 ext(0->7) 00010000:00010000:0.0:1746128288.649510:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642261 expref: 290 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.649519:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642261 expref: 290 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.649524:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce78000 00000100:00100000:0.0:1746128288.651164:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.654491:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.656870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.658623:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.662725:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.662770:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.665291:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.665340:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.666841:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554884480 00000100:00100000:0.0:1746128288.666845:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554884480 00010000:00010000:0.0:1746128288.666858:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e2e6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642268 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.666885:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13873 00000100:00100000:0.0:1746128288.666890:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554884480:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128288.666897:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128288.666906:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e2e6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642268 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.666914:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e2e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642268 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.666926:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e2e6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642268 expref: 6 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.666937:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.666938:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128288.666943:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642276 expref: 290 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.666950:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642276 expref: 290 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.666966:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642276 expref: 290 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.666974:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642276 expref: 290 pid: 11544 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746128288.666988:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd8bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947551024640:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128288.667033:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128288.668807:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.671663:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.673002:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+293:2017:x1830947554884992:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1343us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746128288.673009:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2197 00002000:00100000:0.0:1746128288.673015:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012dd88700 x1830947554884992/t4294972245(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.673021:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88700 with x1830947554884992 ext(0->7) 00010000:00010000:0.0:1746128288.673027:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642276 expref: 293 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.673035:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e2e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642276 expref: 293 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.673040:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dd88700 00000100:00100000:0.0:1746128288.679082:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.681770:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.685344:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.685512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.688592:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.690873:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.692927:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.697459:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.702697:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.707717:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.711471:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.712891:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.714814:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.716576:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.721107:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.723626:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.726982:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+297:2017:x1830947554888320:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2232us (3024us total) trans 4294972247 rc 0/0 00000100:00100000:0.0:1746128288.726992:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2202 00002000:00100000:0.0:1746128288.727001:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee90a80 x1830947554888320/t4294972247(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.727009:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90a80 with x1830947554888320 ext(0->7) 00010000:00010000:0.0:1746128288.727016:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642299 expref: 297 pid: 11544 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.727027:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8a9a00/0x6e2f3e23d86e2e9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642299 expref: 297 pid: 11544 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.727033:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee90a80 00000100:00100000:0.0:1746128288.735192:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.740538:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.746097:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.746176:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.751196:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.757713:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.758908:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+298:2017:x1830947554889600:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 803us (1199us total) trans 4294972248 rc 0/0 00000100:00100000:0.0:1746128288.758915:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2205 00002000:00100000:0.0:1746128288.758921:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee91880 x1830947554889600/t4294972248(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.758928:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91880 with x1830947554889600 ext(0->7) 00010000:00010000:0.0:1746128288.758933:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422a7 expref: 298 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.758944:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422a7 expref: 298 pid: 9591 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.758949:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee91880 00000100:00100000:0.0:1746128288.760685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.765585:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.773999:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.774357:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.777286:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.777895:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.782802:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.785441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.792779:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+300:2017:x1830947554891392:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6353us (7334us total) trans 4294972249 rc 0/0 00000100:00100000:0.0:1746128288.792790:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2208 00002000:00100000:0.0:1746128288.792798:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba1c00 x1830947554891392/t4294972249(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.792808:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1c00 with x1830947554891392 ext(0->7) 00010000:00010000:0.0:1746128288.792817:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422bc expref: 300 pid: 9591 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746128288.792832:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422bc expref: 300 pid: 9591 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746128288.792838:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba1c00 00000100:00100000:0.0:1746128288.801057:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.804858:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.810400:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.814186:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.815792:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.818084:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554892416 00000100:00100000:0.0:1746128288.818090:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554892416 00000100:00100000:0.0:1746128288.818116:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28920 00000100:00100000:0.0:1746128288.818122:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1053:x1830947554892416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128288.818132:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128288.818143:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de72200/0x6e2f3e23d86e2ed7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96422d1 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.818163:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e2ed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96422ca expref: 299 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.818169:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128288.818171:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128288.818175:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de72200/0x6e2f3e23d86e2ed7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96422d1 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.818196:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e2ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422ca expref: 299 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128288.818206:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e2ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422ca expref: 299 pid: 11544 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746128288.818217:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ba3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11544:1830947551027456:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128288.818617:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128288.820457:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.822538:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+302:2017:x1830947554892544:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1866us (2084us total) trans 4294972250 rc 0/0 00000100:00100000:0.0:1746128288.822575:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2210 00002000:00100000:0.0:1746128288.822581:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba0380 x1830947554892544/t4294972250(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.822589:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0380 with x1830947554892544 ext(0->7) 00010000:00010000:0.0:1746128288.822595:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e2ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422ca expref: 302 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128288.822605:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e2ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422ca expref: 302 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128288.822612:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba0380 00000100:00100000:0.0:1746128288.824696:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.827840:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.830647:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.831601:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.833972:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.836308:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.838823:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.840797:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+305:2014:x1830947554893824:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1538us (1975us total) trans 4294972251 rc 0/0 00000100:00100000:0.0:1746128288.840804:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2212 00002000:00100000:0.0:1746128288.840811:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096ba3480 x1830947554893824/t4294972251(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.840818:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3480 with x1830947554893824 ext(0->7) 00010000:00010000:0.0:1746128288.840823:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e2ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422d8 expref: 305 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128288.840834:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e2ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422d8 expref: 305 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128288.840839:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ba3480 00000100:00100000:0.0:1746128288.842920:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.846370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.849329:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.852892:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.852943:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.855432:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.856244:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.858730:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.859107:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.861164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.864195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.865368:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+306:2014:x1830947554895872:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 979us (1176us total) trans 4294972252 rc 0/0 00000100:00100000:0.0:1746128288.865375:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2215 00002000:00100000:0.0:1746128288.865381:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fac7b80 x1830947554895872/t4294972252(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.865387:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7b80 with x1830947554895872 ext(0->7) 00010000:00010000:0.0:1746128288.865392:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e2ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422ed expref: 306 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128288.865400:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e2ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96422ed expref: 306 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128288.865405:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fac7b80 00000100:00100000:0.0:1746128288.867773:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.869448:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.876276:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.879724:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.884267:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.884306:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.884343:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.887920:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.889947:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.890946:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+308:2017:x1830947554897664:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 652us (1002us total) trans 4294972253 rc 0/0 00000100:00100000:0.0:1746128288.890953:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2218 00002000:00100000:0.0:1746128288.890959:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013211f480 x1830947554897664/t4294972253(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.890966:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211f480 with x1830947554897664 ext(0->7) 00010000:00010000:0.0:1746128288.890971:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4800/0x6e2f3e23d86e2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642302 expref: 308 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128288.890985:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4800/0x6e2f3e23d86e2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642302 expref: 308 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128288.890990:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013211f480 00000100:00100000:0.0:1746128288.892363:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.896371:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.896870:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12992 00000100:00100000:0.0:1746128288.896878:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554898048:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128288.896985:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947554898048:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128288.896991:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12992 00002000:00100000:0.0:1746128288.896996:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013211ce00 x1830947554898048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:539/0 lens 488/4536 e 0 to 0 dl 1746128299 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.897003:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ce00 with x1830947554898048 ext(0->4095) 00002000:00010000:0.0:1746128288.897005:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013211ce00 00000100:00100000:0.0:1746128288.904753:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.904803:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.909014:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.912700:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.915446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.917477:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+311:2014:x1830947554898944:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1816us (2034us total) trans 4294972254 rc 0/0 00000100:00100000:0.0:1746128288.917486:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2220 00002000:00100000:0.0:1746128288.917492:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013211e300 x1830947554898944/t4294972254(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.917500:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e300 with x1830947554898944 ext(0->7) 00010000:00010000:0.0:1746128288.917507:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795e600/0x6e2f3e23d86e2f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642310 expref: 311 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128288.917518:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795e600/0x6e2f3e23d86e2f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642310 expref: 311 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128288.917524:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013211e300 00000100:00100000:0.0:1746128288.922004:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.926890:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.929323:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.930602:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.931243:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.933715:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.933738:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.933778:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.938438:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.942791:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.943884:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+313:2017:x1830947554900736:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 802us (1101us total) trans 4294972255 rc 0/0 00000100:00100000:0.0:1746128288.943890:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2223 00002000:00100000:0.0:1746128288.943896:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009628a300 x1830947554900736/t4294972255(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.943903:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628a300 with x1830947554900736 ext(0->7) 00010000:00010000:0.0:1746128288.943907:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5000/0x6e2f3e23d86e2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642325 expref: 313 pid: 11543 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128288.943916:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5000/0x6e2f3e23d86e2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642325 expref: 313 pid: 11543 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128288.943921:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009628a300 00000100:00100000:0.0:1746128288.949191:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.955420:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.960246:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.960303:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.962845:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.964039:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.965125:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.969127:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.971505:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.976379:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+315:2015:x1830947554902528:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4542us (4871us total) trans 4294972256 rc 0/0 00000100:00100000:0.0:1746128288.976390:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2226 00002000:00100000:0.0:1746128288.976399:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d2aaa00 x1830947554902528/t4294972256(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:539/0 lens 496/448 e 0 to 0 dl 1746128299 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128288.976407:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aaa00 with x1830947554902528 ext(0->7) 00010000:00010000:0.0:1746128288.976415:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5000/0x6e2f3e23d86e2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964233a expref: 315 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128288.976431:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5000/0x6e2f3e23d86e2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964233a expref: 315 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128288.976437:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d2aaa00 00000100:00100000:0.0:1746128288.987105:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.990087:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.991265:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.994988:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.996000:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128288.997850:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.002106:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.006056:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.009056:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.011207:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+316:2014:x1830947554904192:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1612us (2153us total) trans 4294972257 rc 0/0 00000100:00100000:0.0:1746128289.011216:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2228 00002000:00100000:0.0:1746128289.011222:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d2a8000 x1830947554904192/t4294972257(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.011230:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8000 with x1830947554904192 ext(0->7) 00010000:00010000:0.0:1746128289.011236:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5400/0x6e2f3e23d86e2f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964234f expref: 316 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.011248:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5400/0x6e2f3e23d86e2f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964234f expref: 316 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.011257:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d2a8000 00000100:00100000:0.0:1746128289.015482:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.019876:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.020341:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.024487:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.024533:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.027839:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.033209:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.035342:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+319:2015:x1830947554905472:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1934us (2134us total) trans 4294972258 rc 0/0 00000100:00100000:0.0:1746128289.035352:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2231 00002000:00100000:0.0:1746128289.035359:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097851500 x1830947554905472/t4294972258(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.035366:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851500 with x1830947554905472 ext(0->7) 00010000:00010000:0.0:1746128289.035373:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964235d expref: 319 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.035385:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ea00/0x6e2f3e23d86e2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964235d expref: 319 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.035392:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097851500 00000100:00100000:0.0:1746128289.040491:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.045897:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.052836:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.052883:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.056455:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.056533:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.064149:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.068462:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.072855:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.075609:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+320:2014:x1830947554907136:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2134us (2751us total) trans 4294972259 rc 0/0 00000100:00100000:0.0:1746128289.075622:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2233 00002000:00100000:0.0:1746128289.075634:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013085bb80 x1830947554907136/t4294972259(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.075645:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085bb80 with x1830947554907136 ext(0->7) 00010000:00010000:0.0:1746128289.075657:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642372 expref: 320 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.075674:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530e800/0x6e2f3e23d86e2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642372 expref: 320 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.075681:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013085bb80 00000100:00100000:0.0:1746128289.079012:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.079307:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.084237:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.088097:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.092221:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.092708:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+320:2016:x1830947554908032:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 258us (487us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128289.092714:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13000 00002000:00100000:0.0:1746128289.092720:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800a77e5c00 x1830947554908032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746128300 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.092727:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5c00 with x1830947554908032 ext(0->4095) 00002000:00010000:0.0:1746128289.092730:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77e5c00 00000100:00100000:0.0:1746128289.094624:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.098783:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.099617:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+322:2017:x1830947554908288:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 571us (833us total) trans 4294972260 rc 0/0 00000100:00100000:0.0:1746128289.099622:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2235 00002000:00100000:0.0:1746128289.099626:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a77e4e00 x1830947554908288/t4294972260(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.099631:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4e00 with x1830947554908288 ext(0->7) 00010000:00010000:0.0:1746128289.099634:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e2f86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642380 expref: 322 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.099640:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e2f86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642380 expref: 322 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.099644:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77e4e00 00000100:00100000:0.0:1746128289.102187:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.105942:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.109033:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.110064:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.111532:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.115084:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.119868:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.121968:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+325:2014:x1830947554909568:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1580us (2102us total) trans 4294972261 rc 0/0 00000100:00100000:0.0:1746128289.121976:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2237 00002000:00100000:0.0:1746128289.121981:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e5b5880 x1830947554909568/t4294972261(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.121989:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947554909568 ext(0->7) 00010000:00010000:0.0:1746128289.121995:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964238e expref: 325 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.122006:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530f600/0x6e2f3e23d86e2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964238e expref: 325 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.122012:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e5b5880 00000100:00100000:0.0:1746128289.124403:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128289.126956:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128289.127341:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554909952 00000100:00100000:0.0:1746128289.127346:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554909952 00002000:00100000:0.0:1746128289.127375:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c41f480 x1830947554909952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 488/0 e 0 to 0 dl 1746128300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.127383:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947554909952 ext(0->4095) 00002000:00010000:0.0:1746128289.127387:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c41f480 00000100:00100000:0.0:1746128289.127527:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13002 00000100:00100000:0.0:1746128289.127533:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+325:2016:x1830947554909952:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128289.128039:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+324:2016:x1830947554909952:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 504us (889us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128289.128048:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13002 00002000:00100000:0.0:1746128289.128053:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c41f480 x1830947554909952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746128300 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.128060:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947554909952 ext(0->4095) 00002000:00010000:0.0:1746128289.128063:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c41f480 00000100:00100000:0.0:1746128289.129734:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.132253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.132987:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.135367:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.135819:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.136710:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.139002:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.141317:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.142962:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+327:2016:x1830947554911360:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1350us (1646us total) trans 4294972262 rc 0/0 00000100:00100000:0.0:1746128289.142969:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2240 00002000:00100000:0.0:1746128289.142974:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880093980000 x1830947554911360/t4294972262(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.142981:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980000 with x1830947554911360 ext(0->7) 00010000:00010000:0.0:1746128289.142987:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e2fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423a3 expref: 327 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.142997:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e2fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423a3 expref: 327 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.143008:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093980000 00000100:00100000:0.0:1746128289.144369:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.148761:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.155979:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.158066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.158108:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.161196:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.161670:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.161947:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9593:1830947551034880:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128289.161973:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e2fbe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96423b8 expref: 327 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.161987:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d9f5600, rc 0) 00000100:00100000:0.0:1746128289.162208:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+328:1052:x1830947554912000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3364us (4144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128289.162214:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28953 00000100:00100000:0.0:1746128289.164603:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.165258:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.176100:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.178038:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+328:2014:x1830947554913408:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1698us (1940us total) trans 4294972263 rc 0/0 00000100:00100000:0.0:1746128289.178047:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2243 00002000:00100000:0.0:1746128289.178055:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800963ed880 x1830947554913408/t4294972263(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.178069:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ed880 with x1830947554913408 ext(0->7) 00010000:00010000:0.0:1746128289.178075:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e2fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423b8 expref: 328 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.178086:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e2fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423b8 expref: 328 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.178092:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800963ed880 00000100:00100000:0.0:1746128289.179567:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.181837:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.186499:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.187155:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.189344:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.193704:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.196929:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.200876:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+331:2016:x1830947554914688:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3723us (3945us total) trans 4294972264 rc 0/0 00000100:00100000:0.0:1746128289.200885:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2245 00002000:00100000:0.0:1746128289.200893:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800979c0380 x1830947554914688/t4294972264(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.200900:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0380 with x1830947554914688 ext(0->7) 00010000:00010000:0.0:1746128289.200908:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5000/0x6e2f3e23d86e2fcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423c6 expref: 331 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.200921:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5000/0x6e2f3e23d86e2fcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423c6 expref: 331 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.200927:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800979c0380 00000100:00100000:0.0:1746128289.203251:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.204810:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.211496:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.211538:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.214654:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.216463:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.218185:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.222493:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.224568:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.226575:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.227492:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+332:2015:x1830947554916352:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 712us (915us total) trans 4294972265 rc 0/0 00000100:00100000:0.0:1746128289.227500:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2247 00002000:00100000:0.0:1746128289.227509:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d28ad80 x1830947554916352/t4294972265(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.227517:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28ad80 with x1830947554916352 ext(0->7) 00010000:00010000:0.0:1746128289.227522:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423db expref: 332 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.227532:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013530ee00/0x6e2f3e23d86e2fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423db expref: 332 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.227538:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d28ad80 00000100:00100000:0.0:1746128289.229050:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.236905:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.239834:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.241497:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.242631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.244108:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.244151:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.245319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.246612:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.249022:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.250151:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+334:2014:x1830947554918144:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 978us (1133us total) trans 4294972266 rc 0/0 00000100:00100000:0.0:1746128289.250158:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2250 00002000:00100000:0.0:1746128289.250164:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099311c00 x1830947554918144/t4294972266(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.250171:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311c00 with x1830947554918144 ext(0->7) 00010000:00010000:0.0:1746128289.250177:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5000/0x6e2f3e23d86e2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423f0 expref: 334 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.250187:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5000/0x6e2f3e23d86e2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423f0 expref: 334 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.250193:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099311c00 00000100:00100000:0.0:1746128289.252270:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.258025:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.263707:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.268599:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.268675:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.272979:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.273019:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.273047:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554919424 00000100:00100000:0.0:1746128289.273053:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554919424 00010000:00010000:0.0:1746128289.273079:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5200/0x6e2f3e23d86e3004 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423fe expref: 336 pid: 9591 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746128289.273112:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13929 00000100:00100000:0.0:1746128289.273118:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+336:2014:x1830947554919424:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128289.273128:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128289.273140:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5200/0x6e2f3e23d86e3004 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423fe expref: 336 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.273151:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5200/0x6e2f3e23d86e3004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423fe expref: 336 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.273655:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5200/0x6e2f3e23d86e3004 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96423fe expref: 336 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.273892:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128289.277157:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.277203:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.280325:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.285135:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.286511:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+337:2017:x1830947554920192:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1131us (1380us total) trans 4294972267 rc 0/0 00000100:00100000:0.0:1746128289.286518:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2253 00002000:00100000:0.0:1746128289.286524:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f113100 x1830947554920192/t4294972267(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.286530:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113100 with x1830947554920192 ext(0->7) 00010000:00010000:0.0:1746128289.286536:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642405 expref: 337 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.286871:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642405 expref: 337 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.286877:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f113100 00000100:00100000:0.0:1746128289.289615:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.294040:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.296052:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.298665:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.298743:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.303099:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.303904:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.305176:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.307580:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.311099:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.312733:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+339:2016:x1830947554921984:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1452us (1637us total) trans 4294972268 rc 0/0 00000100:00100000:0.0:1746128289.312741:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2256 00002000:00100000:0.0:1746128289.312748:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f112300 x1830947554921984/t4294972268(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.312756:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947554921984 ext(0->7) 00010000:00010000:0.0:1746128289.312763:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e3020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964241a expref: 339 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.312775:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e3020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964241a expref: 339 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.312781:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f112300 00000100:00100000:0.0:1746128289.314722:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.319622:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.323281:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.326978:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.328785:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.330829:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.331692:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554923264 00000100:00100000:0.0:1746128289.331696:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554923264 00000100:00100000:0.0:1746128289.331726:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28971 00000100:00100000:0.0:1746128289.331731:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+338:1053:x1830947554923264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128289.331740:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128289.331748:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c91f400/0x6e2f3e23d86e303c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642436 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.331760:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.331764:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3035 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964242f expref: 339 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.331768:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128289.331770:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c91f400/0x6e2f3e23d86e303c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642436 expref: 339 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.331795:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3035 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964242f expref: 339 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.331802:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c91f400/0x6e2f3e23d86e303c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642436 expref: 339 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.331809:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c91f400, rc 0) 00000100:00100000:0.0:1746128289.331838:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+339:1053:x1830947554923264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128289.331842:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28971 00000100:00100000:0.0:1746128289.332173:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554923136 00000100:00100000:0.0:1746128289.332177:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554923136 00010000:00010000:0.0:1746128289.332189:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e302e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642428 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746128289.332282:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13936 00000100:00100000:0.0:1746128289.332298:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947554923136:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128289.332305:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128289.332316:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e302e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642428 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.332323:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e302e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642428 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.332334:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e302e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642428 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.332346:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.332347:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.332352:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964242f expref: 338 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.332358:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964242f expref: 338 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.332375:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964242f expref: 338 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.332384:0:9615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964242f expref: 338 pid: 11544 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746128289.332393:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f105f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947551038848:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128289.333046:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128289.335728:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.337992:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.341491:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+341:2017:x1830947554923776:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2713us (3494us total) trans 4294972269 rc 0/0 00000100:00100000:0.0:1746128289.341502:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2259 00002000:00100000:0.0:1746128289.341512:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f105f80 x1830947554923776/t4294972269(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.341520:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105f80 with x1830947554923776 ext(0->7) 00010000:00010000:0.0:1746128289.341528:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964242f expref: 341 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.341578:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964242f expref: 341 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.341585:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f105f80 00000100:00100000:0.0:1746128289.343631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.346358:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.348849:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.351742:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.355140:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.358335:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.358385:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.361914:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.361954:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.362382:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.364782:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.368352:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.369483:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+343:2014:x1830947554926080:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 766us (1134us total) trans 4294972270 rc 0/0 00000100:00100000:0.0:1746128289.369489:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2261 00002000:00100000:0.0:1746128289.369494:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b00000 x1830947554926080/t4294972270(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.369501:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b00000 with x1830947554926080 ext(0->7) 00010000:00010000:0.0:1746128289.369506:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4e00/0x6e2f3e23d86e304a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642444 expref: 343 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.369519:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4e00/0x6e2f3e23d86e304a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642444 expref: 343 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.369524:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b00000 00000100:00100000:0.0:1746128289.371352:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.374866:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.379267:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.383244:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.385098:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554926976 00000100:00100000:0.0:1746128289.385102:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554926976 00002000:00100000:0.0:1746128289.385127:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d21d880 x1830947554926976/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:540/0 lens 488/0 e 0 to 0 dl 1746128300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.385137:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21d880 with x1830947554926976 ext(0->4095) 00010000:00010000:0.0:1746128289.385143:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dd000/0x6e2f3e23d86e3058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642452 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.385151:0:24949:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800960dd000/0x6e2f3e23d86e3058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642452 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128289.385156:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d21d880 00000100:00100000:0.0:1746128289.385177:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2262 00000100:00100000:0.0:1746128289.385182:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554926976:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128289.385278:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554926976:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (1028us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128289.385284:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2262 00002000:00100000:0.0:1746128289.385301:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d21d880 x1830947554926976/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.385307:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21d880 with x1830947554926976 ext(0->4095) 00010000:00010000:0.0:1746128289.385311:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dd000/0x6e2f3e23d86e3058 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642452 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.385322:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dd000/0x6e2f3e23d86e3058 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642452 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.385327:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d21d880 00000100:00100000:0.0:1746128289.386666:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.386685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.388396:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.388437:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.390194:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.391862:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.393406:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+344:2015:x1830947554928128:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 933us (1544us total) trans 4294972271 rc 0/0 00000100:00100000:0.0:1746128289.393413:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2265 00002000:00100000:0.0:1746128289.393418:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b03100 x1830947554928128/t4294972271(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.393425:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03100 with x1830947554928128 ext(0->7) 00010000:00010000:0.0:1746128289.393431:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5200/0x6e2f3e23d86e305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642459 expref: 344 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.393440:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5200/0x6e2f3e23d86e305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642459 expref: 344 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.393446:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b03100 00000100:00100000:0.0:1746128289.395066:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.396854:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.398338:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.400493:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.405196:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.405237:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.407139:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.407741:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.407767:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.410359:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.412204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.413338:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+347:2015:x1830947554930176:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 801us (1134us total) trans 4294972272 rc 0/0 00000100:00100000:0.0:1746128289.413346:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2267 00002000:00100000:0.0:1746128289.413352:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091c7d500 x1830947554930176/t4294972272(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.413359:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d500 with x1830947554930176 ext(0->7) 00010000:00010000:0.0:1746128289.413365:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc000/0x6e2f3e23d86e3074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964246e expref: 347 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.413375:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc000/0x6e2f3e23d86e3074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964246e expref: 347 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.413381:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7d500 00000100:00100000:0.0:1746128289.414933:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.417251:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.419497:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.422238:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.424906:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.425483:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.427595:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.427656:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.427997:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.428123:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13948 00000100:00100000:0.0:1746128289.428129:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+347:2015:x1830947554931712:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128289.428137:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128289.428146:0:7235:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc800/0x6e2f3e23d86e307b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642475 expref: 347 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.428166:0:7235:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800960dc800/0x6e2f3e23d86e307b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642475 expref: 347 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.428523:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc800/0x6e2f3e23d86e307b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642475 expref: 347 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.428539:0:7235:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.428553:0:7235:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.428558:0:7235:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e3089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642483 expref: 346 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.428562:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e3089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642483 expref: 346 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.428604:0:7235:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e3089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642483 expref: 346 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.428612:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e3089 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642483 expref: 346 pid: 9593 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746128289.428619:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099dee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7235:1830947551041280:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128289.428652:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128289.435336:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.436757:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+348:2017:x1830947554932224:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1112us (1425us total) trans 4294972273 rc 0/0 00000100:00100000:0.0:1746128289.436764:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2270 00002000:00100000:0.0:1746128289.436770:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099deed80 x1830947554932224/t4294972273(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.436777:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deed80 with x1830947554932224 ext(0->7) 00010000:00010000:0.0:1746128289.436782:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e3089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642483 expref: 348 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.436792:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e3089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642483 expref: 348 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.436797:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099deed80 00000100:00100000:0.0:1746128289.438489:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.442468:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.445389:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.445856:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.447963:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.450162:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.453016:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.455278:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+351:2015:x1830947554933504:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1858us (2265us total) trans 4294972274 rc 0/0 00000100:00100000:0.0:1746128289.455299:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2272 00002000:00100000:0.0:1746128289.455307:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099dee680 x1830947554933504/t4294972274(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.455314:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dee680 with x1830947554933504 ext(0->7) 00010000:00010000:0.0:1746128289.455321:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642491 expref: 351 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.455333:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642491 expref: 351 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.455339:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099dee680 00000100:00100000:0.0:1746128289.458074:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.461151:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.465037:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554934144 00000100:00100000:0.0:1746128289.465043:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554934144 00000100:00100000:0.0:1746128289.465083:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28986 00000100:00100000:0.0:1746128289.465090:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1053:x1830947554934144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128289.465104:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128289.465117:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e30a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96424a6 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.465136:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.465137:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.465143:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e30a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96424a6 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.465154:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e30a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96424a6 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.465162:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:0.0:1746128289.465193:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554934144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128289.465198:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28986 00000100:00100000:0.0:1746128289.468179:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554934400 00000100:00100000:0.0:1746128289.468184:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554934400 00002000:00100000:0.0:1746128289.468209:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c41ea00 x1830947554934400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:540/0 lens 488/0 e 0 to 0 dl 1746128300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.468217:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ea00 with x1830947554934400 ext(0->4095) 00010000:00010000:0.0:1746128289.468223:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e30a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424a6 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.468233:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e30a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424a6 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.468239:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41ea00 00000100:00100000:0.0:1746128289.468403:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2273 00000100:00100000:0.0:1746128289.468409:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554934400:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128289.468490:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554934400:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 82us (976us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128289.468495:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2273 00002000:00100000:0.0:1746128289.468501:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c41ea00 x1830947554934400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.468508:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ea00 with x1830947554934400 ext(0->4095) 00010000:00010000:0.0:1746128289.468511:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e30a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424a6 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.468520:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e30a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424a6 expref: 6 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.468525:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41ea00 00000100:00100000:0.0:1746128289.470939:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.474204:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.476079:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.477868:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.479183:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+352:2015:x1830947554935168:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1160us (1313us total) trans 4294972275 rc 0/0 00000100:00100000:0.0:1746128289.479189:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2274 00002000:00100000:0.0:1746128289.479194:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fabea00 x1830947554935168/t4294972275(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.479201:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947554935168 ext(0->7) 00010000:00010000:0.0:1746128289.479206:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e30ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964249f expref: 352 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.479220:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dde00/0x6e2f3e23d86e30ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964249f expref: 352 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.479225:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:0.0:1746128289.481232:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.487388:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.489459:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.490631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.492191:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.494677:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.497028:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.498251:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+355:2014:x1830947554936448:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 763us (1225us total) trans 4294972276 rc 0/0 00000100:00100000:0.0:1746128289.498258:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2276 00002000:00100000:0.0:1746128289.498263:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c134e00 x1830947554936448/t4294972276(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.498269:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134e00 with x1830947554936448 ext(0->7) 00010000:00010000:0.0:1746128289.498274:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e30ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424b4 expref: 355 pid: 11544 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.498283:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dda00/0x6e2f3e23d86e30ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424b4 expref: 355 pid: 11544 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.498302:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c134e00 00000100:00100000:0.0:1746128289.500583:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.504004:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.505346:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.508656:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.510948:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.512873:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.512961:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.514918:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.515204:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.515766:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551043840 00000100:00100000:0.0:1746128289.515770:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551043840 00000100:00100000:0.0:1746128289.515791:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1746128289.515796:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3774:x1830947551043840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746128289.515813:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746128289.515849:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3774:x1830947551043840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128289.515854:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1746128289.517505:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.520494:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.523029:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+356:2014:x1830947554938496:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2057us (2529us total) trans 4294972277 rc 0/0 00000100:00100000:0.0:1746128289.523039:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2279 00002000:00100000:0.0:1746128289.523049:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c135c00 x1830947554938496/t4294972277(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.523056:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135c00 with x1830947554938496 ext(0->7) 00010000:00010000:0.0:1746128289.523065:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795e800/0x6e2f3e23d86e30cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424c9 expref: 356 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.523082:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795e800/0x6e2f3e23d86e30cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424c9 expref: 356 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.523088:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c135c00 00000100:00100000:0.0:1746128289.525438:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.527176:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.531205:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.531603:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.532076:0:3776:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746128289.532089:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132144e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551044480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128289.532117:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746128289.532261:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128289.534154:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.535913:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.538683:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.539491:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+359:2014:x1830947554939776:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 653us (904us total) trans 4294972278 rc 0/0 00000100:00100000:0.0:1746128289.539497:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2281 00002000:00100000:0.0:1746128289.539503:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006da3df80 x1830947554939776/t4294972278(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.539509:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3df80 with x1830947554939776 ext(0->7) 00010000:00010000:0.0:1746128289.539513:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e30dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424d7 expref: 359 pid: 11543 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.539521:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e30dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424d7 expref: 359 pid: 11543 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.539527:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006da3df80 00000100:00100000:0.0:1746128289.543606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.546086:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.548413:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.549661:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.552985:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.553264:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.553302:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.556786:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554941312 00000100:00100000:0.0:1746128289.556791:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554941312 00002000:00100000:0.0:1746128289.557017:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c41d880 x1830947554941312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 488/0 e 0 to 0 dl 1746128300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.557027:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d880 with x1830947554941312 ext(0->4095) 00010000:00010000:0.0:1746128289.557034:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795e800/0x6e2f3e23d86e30f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424ec expref: 358 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.557044:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795e800/0x6e2f3e23d86e30f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424ec expref: 358 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.557050:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41d880 00000100:00100000:0.0:1746128289.557065:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2282 00000100:00100000:0.0:1746128289.557071:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+358:2016:x1830947554941312:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128289.557174:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+358:2016:x1830947554941312:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128289.557180:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2282 00002000:00100000:0.0:1746128289.557185:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c41d880 x1830947554941312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.557192:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d880 with x1830947554941312 ext(0->4095) 00010000:00010000:0.0:1746128289.557196:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795e800/0x6e2f3e23d86e30f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424ec expref: 358 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.557204:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795e800/0x6e2f3e23d86e30f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424ec expref: 358 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.557209:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41d880 00000100:00100000:0.0:1746128289.559236:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.561477:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+360:2014:x1830947554941568:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1656us (2241us total) trans 4294972279 rc 0/0 00000100:00100000:0.0:1746128289.561488:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2283 00002000:00100000:0.0:1746128289.561496:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011ee5b800 x1830947554941568/t4294972279(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.561503:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5b800 with x1830947554941568 ext(0->7) 00010000:00010000:0.0:1746128289.561508:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795e800/0x6e2f3e23d86e30f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424ec expref: 360 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.561518:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795e800/0x6e2f3e23d86e30f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424ec expref: 360 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.561524:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee5b800 00000100:00100000:0.0:1746128289.563142:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.565151:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.567610:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.571203:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.571285:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.573967:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.574100:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.574156:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.574253:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13966 00000100:00100000:0.0:1746128289.574258:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+361:2014:x1830947554942848:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128289.574268:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128289.574274:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008795ea00/0x6e2f3e23d86e3100 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424fa expref: 361 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.574298:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008795ea00/0x6e2f3e23d86e3100 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424fa expref: 361 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.574602:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008795ea00/0x6e2f3e23d86e3100 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96424fa expref: 361 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.574815:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128289.576517:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.579021:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.580525:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+362:2015:x1830947554943360:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 697us (1507us total) trans 4294972280 rc 0/0 00000100:00100000:0.0:1746128289.580532:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2286 00002000:00100000:0.0:1746128289.580538:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012e981880 x1830947554943360/t4294972280(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.580564:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981880 with x1830947554943360 ext(0->7) 00010000:00010000:0.0:1746128289.580570:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642501 expref: 362 pid: 11543 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.580580:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642501 expref: 362 pid: 11543 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.580585:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e981880 00000100:00100000:0.0:1746128289.582338:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.585445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.587828:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.593892:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.596708:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.596776:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.598779:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.599697:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.599760:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.601920:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.604369:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.608162:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+365:2014:x1830947554945408:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3636us (3788us total) trans 4294972281 rc 0/0 00000100:00100000:0.0:1746128289.608173:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2289 00002000:00100000:0.0:1746128289.608182:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d22bb80 x1830947554945408/t4294972281(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.608190:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22bb80 with x1830947554945408 ext(0->7) 00010000:00010000:0.0:1746128289.608199:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795e600/0x6e2f3e23d86e311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642516 expref: 365 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.608214:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795e600/0x6e2f3e23d86e311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642516 expref: 365 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.608220:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d22bb80 00000100:00100000:0.0:1746128289.609566:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.611985:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.616225:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.618414:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.618482:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.620458:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.620489:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.620519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.622024:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.624160:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.626923:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+367:2017:x1830947554947200:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2591us (2760us total) trans 4294972282 rc 0/0 00000100:00100000:0.0:1746128289.626933:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2291 00002000:00100000:0.0:1746128289.626942:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d228380 x1830947554947200/t4294972282(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.626950:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228380 with x1830947554947200 ext(0->7) 00010000:00010000:0.0:1746128289.626961:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc800/0x6e2f3e23d86e3131 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964252b expref: 367 pid: 11543 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.626973:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc800/0x6e2f3e23d86e3131 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964252b expref: 367 pid: 11543 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.626980:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d228380 00000100:00100000:0.0:1746128289.630867:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.632981:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.635791:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.637450:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.638848:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.638902:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.641274:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.643868:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.649814:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.653404:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.654674:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+368:2015:x1830947554948864:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 841us (1269us total) trans 4294972283 rc 0/0 00000100:00100000:0.0:1746128289.654681:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2293 00002000:00100000:0.0:1746128289.654687:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801251e4e00 x1830947554948864/t4294972283(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.654693:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4e00 with x1830947554948864 ext(0->7) 00010000:00010000:0.0:1746128289.654698:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e3146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642540 expref: 368 pid: 11543 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.654708:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e3146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642540 expref: 368 pid: 11543 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.654713:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801251e4e00 00000100:00100000:0.0:1746128289.656331:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.660264:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.661988:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.664500:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.667205:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.672464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.672502:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.672800:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.674784:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.677816:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.679514:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+371:2014:x1830947554950656:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1527us (1699us total) trans 4294972284 rc 0/0 00000100:00100000:0.0:1746128289.679523:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2295 00002000:00100000:0.0:1746128289.679530:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008a3be300 x1830947554950656/t4294972284(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.679537:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3be300 with x1830947554950656 ext(0->7) 00010000:00010000:0.0:1746128289.679576:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dd200/0x6e2f3e23d86e315b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642555 expref: 371 pid: 11543 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.679590:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dd200/0x6e2f3e23d86e315b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642555 expref: 371 pid: 11543 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.679596:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a3be300 00000100:00100000:0.0:1746128289.681567:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.685956:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.690666:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.690711:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.694227:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.696829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.700841:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.702200:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+372:2014:x1830947554951936:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1168us (1361us total) trans 4294972285 rc 0/0 00000100:00100000:0.0:1746128289.702207:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2297 00002000:00100000:0.0:1746128289.702213:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c122680 x1830947554951936/t4294972285(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.702219:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122680 with x1830947554951936 ext(0->7) 00010000:00010000:0.0:1746128289.702224:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795f800/0x6e2f3e23d86e3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642563 expref: 372 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.702233:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795f800/0x6e2f3e23d86e3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642563 expref: 372 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.702238:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c122680 00000100:00100000:0.0:1746128289.703601:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.706013:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.708204:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.711432:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.711504:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.713841:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.715009:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.715521:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.718096:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.720724:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.722034:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+374:2017:x1830947554953728:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1076us (1313us total) trans 4294972286 rc 0/0 00000100:00100000:0.0:1746128289.722043:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2300 00002000:00100000:0.0:1746128289.722049:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008cdf6680 x1830947554953728/t4294972286(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.722056:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6680 with x1830947554953728 ext(0->7) 00010000:00010000:0.0:1746128289.722061:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795f000/0x6e2f3e23d86e317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642578 expref: 374 pid: 9591 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.722071:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795f000/0x6e2f3e23d86e317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642578 expref: 374 pid: 9591 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.722077:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdf6680 00000100:00100000:0.0:1746128289.724185:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.730800:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.733960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.735034:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.737444:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.737481:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.740136:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.740178:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.744200:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.748308:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.750156:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947554955520:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 856us (1854us total) trans 4294972287 rc 0/0 00000100:00100000:0.0:1746128289.750165:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2303 00002000:00100000:0.0:1746128289.750171:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957b8a80 x1830947554955520/t4294972287(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.750179:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8a80 with x1830947554955520 ext(0->7) 00010000:00010000:0.0:1746128289.750185:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964258d expref: 8 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.750196:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964258d expref: 8 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.750201:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b8a80 00000100:00100000:0.0:1746128289.751505:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.754533:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.760874:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.761772:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.767749:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.772938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.779328:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.780343:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947554956800:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 670us (1020us total) trans 4294972288 rc 0/0 00000100:00100000:0.0:1746128289.780351:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2305 00002000:00100000:0.0:1746128289.780357:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957b8700 x1830947554956800/t4294972288(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.780363:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8700 with x1830947554956800 ext(0->7) 00010000:00010000:0.0:1746128289.780368:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5400/0x6e2f3e23d86e31a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964259b expref: 11 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.780377:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5400/0x6e2f3e23d86e31a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964259b expref: 11 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.780384:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b8700 00000100:00100000:0.0:1746128289.781900:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.784694:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.787231:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.788689:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.789419:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.792169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.792189:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.792314:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.794223:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.796682:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.797613:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947554958592:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 775us (933us total) trans 4294972289 rc 0/0 00000100:00100000:0.0:1746128289.797621:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2308 00002000:00100000:0.0:1746128289.797627:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957b9880 x1830947554958592/t4294972289(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.797633:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9880 with x1830947554958592 ext(0->7) 00010000:00010000:0.0:1746128289.797639:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4800/0x6e2f3e23d86e31b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425b0 expref: 12 pid: 9593 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746128289.797648:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4800/0x6e2f3e23d86e31b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425b0 expref: 12 pid: 9593 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746128289.797653:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957b9880 00000100:00100000:0.0:1746128289.799767:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.802875:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.804737:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.807620:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.811022:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.811280:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.813966:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.815118:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.815147:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.816860:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.818340:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.818918:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947554960640:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 479us (579us total) trans 4294972290 rc 0/0 00000100:00100000:0.0:1746128289.818923:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2311 00002000:00100000:0.0:1746128289.818927:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da6c380 x1830947554960640/t4294972290(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.818932:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947554960640 ext(0->7) 00010000:00010000:0.0:1746128289.818936:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc000/0x6e2f3e23d86e31cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425c5 expref: 15 pid: 11543 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.818942:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc000/0x6e2f3e23d86e31cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425c5 expref: 15 pid: 11543 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128289.818946:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6c380 00000100:00100000:0.0:1746128289.819870:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.821929:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.825527:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.832393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.835114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.835147:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.838311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.839193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.839229:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.842137:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.843675:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.845421:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947554962944:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 575us (1746us total) trans 4294972291 rc 0/0 00000100:00100000:0.0:1746128289.845428:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2314 00002000:00100000:0.0:1746128289.845433:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880096172300 x1830947554962944/t4294972291(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.845440:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172300 with x1830947554962944 ext(0->7) 00010000:00010000:0.0:1746128289.845445:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc600/0x6e2f3e23d86e31e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425da expref: 17 pid: 11543 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.845454:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc600/0x6e2f3e23d86e31e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425da expref: 17 pid: 11543 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128289.845459:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096172300 00000100:00100000:0.0:1746128289.847035:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.849140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.855164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.855567:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.855617:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29034 00000100:00100000:0.0:1746128289.855623:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1053:x1830947554963584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128289.855634:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128289.855648:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e777e00/0x6e2f3e23d86e31ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96425ef expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.855666:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.855667:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128289.855673:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e777e00/0x6e2f3e23d86e31ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96425ef expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128289.855875:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e777e00/0x6e2f3e23d86e31ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425ef expref: 6 pid: 9591 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.855884:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e777e00/0x6e2f3e23d86e31ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425ef expref: 6 pid: 9591 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.855913:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e777e00, rc 0) 00000100:00100000:0.0:1746128289.855952:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1053:x1830947554963584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 329us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128289.855957:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29034 00000100:00100000:0.0:1746128289.857682:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.858054:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.859685:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.862916:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.865690:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.867453:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.868532:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947554964608:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 866us (1076us total) trans 4294972292 rc 0/0 00000100:00100000:0.0:1746128289.868555:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2316 00002000:00100000:0.0:1746128289.868561:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008ce10700 x1830947554964608/t4294972292(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.868568:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10700 with x1830947554964608 ext(0->7) 00010000:00010000:0.0:1746128289.868573:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795ec00/0x6e2f3e23d86e31f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425e8 expref: 18 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.868581:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795ec00/0x6e2f3e23d86e31f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96425e8 expref: 18 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128289.868587:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce10700 00000100:00100000:0.0:1746128289.870709:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.873611:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.877733:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.878813:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.880802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.881310:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.883933:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.884511:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.887012:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.888726:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.889970:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2017:x1830947554966400:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 975us (1244us total) trans 4294972293 rc 0/0 00000100:00100000:0.0:1746128289.889976:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2319 00002000:00100000:0.0:1746128289.889983:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b31180 x1830947554966400/t4294972293(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.889991:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b31180 with x1830947554966400 ext(0->7) 00010000:00010000:0.0:1746128289.889996:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795e400/0x6e2f3e23d86e320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642604 expref: 20 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.890006:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795e400/0x6e2f3e23d86e320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642604 expref: 20 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128289.890011:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b31180 00000100:00100000:0.0:1746128289.892590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.896111:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.898256:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.900255:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.903366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.907453:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.907492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.911048:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.912805:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.914909:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2016:x1830947554968448:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 769us (2105us total) trans 4294972294 rc 0/0 00000100:00100000:0.0:1746128289.914916:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2322 00002000:00100000:0.0:1746128289.914924:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880122b30380 x1830947554968448/t4294972294(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.914932:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30380 with x1830947554968448 ext(0->7) 00010000:00010000:0.0:1746128289.914942:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642619 expref: 23 pid: 9591 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.914957:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642619 expref: 23 pid: 9591 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128289.914963:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122b30380 00000100:00100000:0.0:1746128289.928246:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.928347:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.937891:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.939952:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.940562:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.945400:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.949870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.952352:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2014:x1830947554969728:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2306us (2480us total) trans 4294972295 rc 0/0 00000100:00100000:0.0:1746128289.952363:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2325 00002000:00100000:0.0:1746128289.952371:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009edf8000 x1830947554969728/t4294972295(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.952380:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8000 with x1830947554969728 ext(0->7) 00010000:00010000:0.0:1746128289.952388:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e322d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642627 expref: 24 pid: 9591 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.952400:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e322d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642627 expref: 24 pid: 9591 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128289.952406:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009edf8000 00000100:00100000:0.0:1746128289.955986:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.959396:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.962458:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.963406:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.964331:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.966303:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.967254:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.970619:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.974704:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.976579:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947554971520:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1397us (1877us total) trans 4294972296 rc 0/0 00000100:00100000:0.0:1746128289.976587:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2328 00002000:00100000:0.0:1746128289.976593:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097f65180 x1830947554971520/t4294972296(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.976601:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65180 with x1830947554971520 ext(0->7) 00010000:00010000:0.0:1746128289.976607:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964263c expref: 26 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.976617:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964263c expref: 26 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128289.976622:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f65180 00000100:00100000:0.0:1746128289.978022:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.980925:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.984015:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.985254:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.986122:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.987527:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.987786:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.987833:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.990434:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.992718:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128289.995911:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2017:x1830947554973312:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2832us (3192us total) trans 4294972297 rc 0/0 00000100:00100000:0.0:1746128289.995920:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2331 00002000:00100000:0.0:1746128289.995928:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006da3c380 x1830947554973312/t4294972297(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:540/0 lens 496/448 e 0 to 0 dl 1746128300 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128289.995937:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3c380 with x1830947554973312 ext(0->7) 00010000:00010000:0.0:1746128289.995946:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e3257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642651 expref: 28 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128289.995959:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e3257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642651 expref: 28 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128289.995966:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006da3c380 00000100:00100000:0.0:1746128289.998086:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.003802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128290.004066:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128290.005859:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128290.006105:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128290.006770:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29051 00000100:00100000:0.0:1746128290.006776:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1053:x1830947554973952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128290.006783:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128290.006789:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e326c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642666 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128290.006799:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128290.006803:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e3265 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964265f expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128290.006808:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128290.006810:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e326c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642666 expref: 30 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128290.006829:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e3265 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964265f expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128290.006838:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e326c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642666 expref: 30 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128290.006846:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:0.0:1746128290.006867:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1053:x1830947554973952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128290.006872:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29051 00000100:00100000:0.0:1746128290.008195:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.011343:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.015018:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.016030:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2014:x1830947554974592:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 725us (1017us total) trans 4294972298 rc 0/0 00000100:00100000:0.0:1746128290.016037:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2333 00002000:00100000:0.0:1746128290.016044:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f106300 x1830947554974592/t4294972298(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.016055:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106300 with x1830947554974592 ext(0->7) 00010000:00010000:0.0:1746128290.016060:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e3265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964265f expref: 31 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.016068:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e3265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964265f expref: 31 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.016073:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f106300 00000100:00100000:0.0:1746128290.019342:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.021604:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.023571:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.027309:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.028173:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.028219:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554975488 00000100:00100000:0.0:1746128290.028222:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554975488 00002000:00100000:0.0:1746128290.028244:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008cc05500 x1830947554975488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:541/0 lens 488/0 e 0 to 0 dl 1746128301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.028252:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05500 with x1830947554975488 ext(0->4095) 00010000:00010000:0.0:1746128290.028257:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4400/0x6e2f3e23d86e3273 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964266d expref: 6 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.028265:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4400/0x6e2f3e23d86e3273 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964266d expref: 6 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.028270:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc05500 00000100:00100000:0.0:1746128290.028296:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2334 00000100:00100000:0.0:1746128290.028302:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947554975488:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128290.029853:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.029884:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.031533:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.031575:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.037635:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.038336:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2016:x1830947554976640:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 591us (705us total) trans 4294972299 rc 0/0 00000100:00100000:0.0:1746128290.038343:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2337 00002000:00100000:0.0:1746128290.038348:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099312680 x1830947554976640/t4294972299(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.038354:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312680 with x1830947554976640 ext(0->7) 00010000:00010000:0.0:1746128290.038359:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4000/0x6e2f3e23d86e327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642674 expref: 32 pid: 9591 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.038367:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4000/0x6e2f3e23d86e327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642674 expref: 32 pid: 9591 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.038371:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099312680 00000100:00100000:0.0:1746128290.039331:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.044302:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.046292:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.049481:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.049729:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.052164:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.052652:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554977920 00000100:00100000:0.0:1746128290.052655:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554977920 00010000:00010000:0.0:1746128290.052668:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e3288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642682 expref: 33 pid: 9591 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746128290.052693:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14022 00000100:00100000:0.0:1746128290.052698:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947554977920:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128290.052704:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128290.052712:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e3288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642682 expref: 33 pid: 9591 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.052720:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e3288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642682 expref: 33 pid: 9591 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.052731:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5c00/0x6e2f3e23d86e3288 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642682 expref: 33 pid: 9591 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.052748:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128290.052750:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128290.052756:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008795ec00/0x6e2f3e23d86e328f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642689 expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128290.052762:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008795ec00/0x6e2f3e23d86e328f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642689 expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128290.052784:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008795ec00/0x6e2f3e23d86e328f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642689 expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128290.052793:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947551058176:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128290.053380:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128290.054593:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.058157:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.059845:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2016:x1830947554978432:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1468us (1689us total) trans 4294972300 rc 0/0 00000100:00100000:0.0:1746128290.059853:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2340 00002000:00100000:0.0:1746128290.059859:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f112680 x1830947554978432/t4294972300(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.059866:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112680 with x1830947554978432 ext(0->7) 00010000:00010000:0.0:1746128290.059872:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008795ec00/0x6e2f3e23d86e328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642689 expref: 34 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.059883:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008795ec00/0x6e2f3e23d86e328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642689 expref: 34 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.059888:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f112680 00000100:00100000:0.0:1746128290.062657:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.064529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.066112:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.070610:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.072946:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.073009:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.077478:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.077507:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.077539:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.080684:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.085823:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947554980480:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1575us (1859us total) trans 4294972301 rc 0/0 00000100:00100000:0.0:1746128290.085831:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2342 00002000:00100000:0.0:1746128290.085838:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c41c700 x1830947554980480/t4294972301(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.085845:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41c700 with x1830947554980480 ext(0->7) 00010000:00010000:0.0:1746128290.085852:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4e00/0x6e2f3e23d86e32a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964269e expref: 37 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.085864:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4e00/0x6e2f3e23d86e32a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964269e expref: 37 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.085875:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41c700 00000100:00100000:0.0:1746128290.088479:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.092374:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.094367:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.094405:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.096674:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.096756:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.098439:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.099874:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.103610:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.108813:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.111111:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947554982144:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1849us (2295us total) trans 4294972302 rc 0/0 00000100:00100000:0.0:1746128290.111119:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2344 00002000:00100000:0.0:1746128290.111126:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b495180 x1830947554982144/t4294972302(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.111132:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495180 with x1830947554982144 ext(0->7) 00010000:00010000:0.0:1746128290.111138:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc600/0x6e2f3e23d86e32b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426b3 expref: 38 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.111149:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc600/0x6e2f3e23d86e32b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426b3 expref: 38 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.111155:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b495180 00000100:00100000:0.0:1746128290.116499:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.118745:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554982656 00000100:00100000:0.0:1746128290.118750:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554982656 00002000:00100000:0.0:1746128290.118770:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c41d180 x1830947554982656/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:541/0 lens 488/0 e 0 to 0 dl 1746128301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.118782:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d180 with x1830947554982656 ext(0->4095) 00010000:00010000:0.0:1746128290.118787:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dd400/0x6e2f3e23d86e32c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426ba expref: 6 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.118797:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dd400/0x6e2f3e23d86e32c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426ba expref: 6 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.118803:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41d180 00000100:00100000:0.0:1746128290.118824:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2345 00000100:00100000:0.0:1746128290.118830:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554982656:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128290.119206:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554982656:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 374us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128290.119212:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2345 00002000:00100000:0.0:1746128290.119217:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c41d180 x1830947554982656/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:541/0 lens 488/4536 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.119223:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d180 with x1830947554982656 ext(0->4095) 00010000:00010000:0.0:1746128290.119228:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dd400/0x6e2f3e23d86e32c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426ba expref: 6 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.119236:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dd400/0x6e2f3e23d86e32c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426ba expref: 6 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.119242:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41d180 00000100:00100000:0.0:1746128290.121369:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.121405:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.123993:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.127587:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128290.129042:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128290.129757:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:2017:x1830947554983424:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 898us (2174us total) trans 4294972303 rc 0/0 00000100:00100000:0.0:1746128290.129765:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2347 00002000:00100000:0.0:1746128290.129771:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b494e00 x1830947554983424/t4294972303(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.129778:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494e00 with x1830947554983424 ext(0->7) 00010000:00010000:0.0:1746128290.129783:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc800/0x6e2f3e23d86e32c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426c1 expref: 41 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.129796:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc800/0x6e2f3e23d86e32c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426c1 expref: 41 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.129801:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b494e00 00000100:00100000:0.0:1746128290.138276:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.142270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.142296:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554983936 00000100:00100000:0.0:1746128290.142299:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554983936 00002000:00100000:0.0:1746128290.142321:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099defb80 x1830947554983936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 488/0 e 0 to 0 dl 1746128301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.142330:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099defb80 with x1830947554983936 ext(0->4095) 00010000:00010000:0.0:1746128290.142335:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e32ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426c8 expref: 43 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128290.142343:0:24949:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e32ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426c8 expref: 43 pid: 9593 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128290.142348:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099defb80 00000100:00100000:0.0:1746128290.142361:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2348 00000100:00100000:0.0:1746128290.142365:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2015:x1830947554983936:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128290.144871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.144927:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.148579:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.150279:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.151824:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947554984704:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1388us (1541us total) trans 4294972304 rc 0/0 00000100:00100000:0.0:1746128290.151833:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2350 00002000:00100000:0.0:1746128290.151840:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099dee300 x1830947554984704/t4294972304(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.151848:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dee300 with x1830947554984704 ext(0->7) 00010000:00010000:0.0:1746128290.151858:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5200/0x6e2f3e23d86e32d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426cf expref: 42 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.151868:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5200/0x6e2f3e23d86e32d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426cf expref: 42 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.151874:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099dee300 00000100:00100000:0.0:1746128290.153178:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.156148:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.158889:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.163173:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.165315:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.165376:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.167942:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.168390:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.168445:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.170056:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.173279:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2015:x1830947554986752:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 761us (906us total) trans 4294972305 rc 0/0 00000100:00100000:0.0:1746128290.173296:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2353 00002000:00100000:0.0:1746128290.173301:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c41c000 x1830947554986752/t4294972305(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.173308:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41c000 with x1830947554986752 ext(0->7) 00010000:00010000:0.0:1746128290.173312:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426e4 expref: 45 pid: 11543 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.173320:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426e4 expref: 45 pid: 11543 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.173325:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41c000 00000100:00100000:0.0:1746128290.175875:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.178306:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.180398:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.184790:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.185210:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.187606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.187679:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.189177:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.190528:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.193393:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.196634:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.197946:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2017:x1830947554988800:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 881us (1315us total) trans 4294972306 rc 0/0 00000100:00100000:0.0:1746128290.197953:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2356 00002000:00100000:0.0:1746128290.197959:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880097851f80 x1830947554988800/t4294972306(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.197965:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851f80 with x1830947554988800 ext(0->7) 00010000:00010000:0.0:1746128290.197971:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc600/0x6e2f3e23d86e32ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426f9 expref: 46 pid: 11543 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.197980:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc600/0x6e2f3e23d86e32ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96426f9 expref: 46 pid: 11543 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.197985:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097851f80 00000100:00100000:0.0:1746128290.205174:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.208937:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554989184 00000100:00100000:0.0:1746128290.208943:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554989184 00002000:00100000:0.0:1746128290.208974:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d21ce00 x1830947554989184/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:541/0 lens 488/0 e 0 to 0 dl 1746128301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.208983:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21ce00 with x1830947554989184 ext(0->4095) 00002000:00010000:0.0:1746128290.208987:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d21ce00 00000100:00100000:0.0:1746128290.209015:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13071 00000100:00100000:0.0:1746128290.209021:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554989184:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128290.209136:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947554989184:12345-192.168.202.33@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128290.209142:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13071 00002000:00100000:0.0:1746128290.209147:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d21ce00 x1830947554989184/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:541/0 lens 488/4536 e 0 to 0 dl 1746128301 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.209153:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21ce00 with x1830947554989184 ext(0->4095) 00002000:00010000:0.0:1746128290.209156:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d21ce00 00000100:00100000:0.0:1746128290.209766:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.210377:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.211479:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.212996:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.219447:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.220313:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2016:x1830947554990080:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 630us (870us total) trans 4294972307 rc 0/0 00000100:00100000:0.0:1746128290.220320:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2358 00002000:00100000:0.0:1746128290.220326:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a77e4a80 x1830947554990080/t4294972307(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.220332:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4a80 with x1830947554990080 ext(0->7) 00010000:00010000:0.0:1746128290.220336:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc000/0x6e2f3e23d86e330d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642707 expref: 49 pid: 11543 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.220345:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc000/0x6e2f3e23d86e330d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642707 expref: 49 pid: 11543 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.220350:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77e4a80 00000100:00100000:0.0:1746128290.222652:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.225651:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.227511:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.230327:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.232116:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.232776:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.233630:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.235467:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.238164:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.239372:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:2017:x1830947554991872:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1053us (1210us total) trans 4294972308 rc 0/0 00000100:00100000:0.0:1746128290.239382:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2361 00002000:00100000:0.0:1746128290.239388:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012dd88380 x1830947554991872/t4294972308(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.239396:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88380 with x1830947554991872 ext(0->7) 00010000:00010000:0.0:1746128290.239402:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800960dc000/0x6e2f3e23d86e3322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964271c expref: 51 pid: 11543 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.239411:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800960dc000/0x6e2f3e23d86e3322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964271c expref: 51 pid: 11543 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.239418:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dd88380 00000100:00100000:0.0:1746128290.243866:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.247105:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.249695:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.257368:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.257401:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.257430:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.261449:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.264061:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.265530:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2014:x1830947554993664:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1133us (1471us total) trans 4294972309 rc 0/0 00000100:00100000:0.0:1746128290.265538:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2364 00002000:00100000:0.0:1746128290.265829:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800941e0000 x1830947554993664/t4294972309(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.265837:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0000 with x1830947554993664 ext(0->7) 00010000:00010000:0.0:1746128290.265844:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642731 expref: 52 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.265858:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5600/0x6e2f3e23d86e3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642731 expref: 52 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.265864:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800941e0000 00000100:00100000:0.0:1746128290.268778:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.271033:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.272653:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.273942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.277738:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.278599:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.284072:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.284108:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.284145:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.288086:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.291708:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.293749:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2014:x1830947554995712:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1853us (2042us total) trans 4294972310 rc 0/0 00000100:00100000:0.0:1746128290.293756:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2366 00002000:00100000:0.0:1746128290.293763:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880094fa6300 x1830947554995712/t4294972310(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.293769:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6300 with x1830947554995712 ext(0->7) 00010000:00010000:0.0:1746128290.293776:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4000/0x6e2f3e23d86e334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642746 expref: 55 pid: 9593 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.293793:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f4000/0x6e2f3e23d86e334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642746 expref: 55 pid: 9593 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.293799:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094fa6300 00000100:00100000:0.0:1746128290.295803:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.298414:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.300589:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.301373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.303374:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.303418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.305943:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.308469:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.312670:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.315002:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.315929:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947554997376:12345-192.168.202.33@tcp:4:rw_seq_cst_vs_d.0 Request processed in 667us (926us total) trans 4294972311 rc 0/0 00000100:00100000:0.0:1746128290.315935:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2368 00002000:00100000:0.0:1746128290.315941:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011e871c00 x1830947554997376/t4294972311(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:541/0 lens 496/448 e 0 to 0 dl 1746128301 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128290.315948:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e871c00 with x1830947554997376 ext(0->7) 00010000:00010000:0.0:1746128290.315958:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964275b expref: 56 pid: 11544 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746128290.315966:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5800/0x6e2f3e23d86e3361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964275b expref: 56 pid: 11544 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746128290.315975:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e871c00 00000100:00100000:0.0:1746128290.317422:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.324980:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.325065:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.327762:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.327793:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.333605:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128290.334116:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128290.337676:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128290.337959:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128290.361527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128290.363206:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128291.260729:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3774:1830947551065856:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.260751:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128291.260776:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3774:1830947551066368:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.260791:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128291.260800:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3774:1830947551066880:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.260814:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128291.260824:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1746128291.260828:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3774:1830947551065728:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.260847:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128291.260867:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551066240:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.260880:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128291.260890:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551066752:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.260904:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128291.260912:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551067264:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.260924:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128291.260938:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551066240 00000100:00100000:0.0:1746128291.260940:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551066240 00000100:00100000:0.0:1746128291.260956:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1746128291.260959:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551066240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.260981:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551066240:12345-0@lo:400:kworker.0 Request processed in 21us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128291.260986:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1746128291.260995:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551066752 00000100:00100000:0.0:1746128291.260998:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551066752 00000100:00100000:0.0:1746128291.261010:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551067264 00000100:00100000:0.0:1746128291.261012:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551067264 00000100:00100000:0.0:1746128291.261021:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1746128291.261025:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551066752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.261042:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551066752:12345-0@lo:400:kworker.0 Request processed in 17us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128291.261046:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1746128291.261052:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1746128291.261056:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551067264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.261070:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551067264:12345-0@lo:400:kworker.0 Request processed in 14us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128291.261074:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1746128291.261090:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551066240:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.261097:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551066752:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.261103:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551067264:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.261122:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551065728 00000100:00100000:0.0:1746128291.261124:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551065728 00000100:00100000:0.0:1746128291.261139:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1746128291.261143:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3774:x1830947551065728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.261164:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3774:x1830947551065728:12345-0@lo:400:kworker.0 Request processed in 21us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128291.261168:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1746128291.261186:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3774:1830947551065728:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.262560:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551066880 00000100:00100000:0.0:1746128291.262564:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551066880 00000100:00100000:0.0:1746128291.262588:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1746128291.262593:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3774:x1830947551065856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.262628:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3774:x1830947551065856:12345-0@lo:400:kworker.0 Request processed in 35us (1876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128291.262633:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1746128291.262645:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1746128291.262649:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3774:x1830947551066880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.262672:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3774:x1830947551066880:12345-0@lo:400:kworker.0 Request processed in 23us (1857us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128291.262676:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1746128291.262701:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3774:1830947551065856:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.262710:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3774:1830947551066368:0@lo:400:kworker.0 00000100:00100000:0.0:1746128291.262718:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3774:1830947551066880:0@lo:400:kworker.0 00010000:00010000:0.0:1746128292.133803:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128293.136026:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128293.275094:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128293.275870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128293.276424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128293.276446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128293.276465:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128293.276476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128293.276496:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128293.276504:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554999936 00000100:00100000:0.0:1746128293.276506:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554999936 00000100:00100000:0.0:1746128293.276524:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554999424 00000100:00100000:0.0:1746128293.276525:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554999424 00000100:00100000:0.0:1746128293.276537:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 672 00000100:00100000:0.0:1746128293.276555:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947554999936:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128293.276577:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947554999936:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 36us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128293.276581:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 672 00000100:00100000:0.0:1746128293.276589:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29090 00000100:00100000:0.0:1746128293.276592:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2013:x1830947554999424:12345-192.168.202.33@tcp:9:kworker.0 00000020:00000080:0.0:1746128293.276604:0:11543:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x6e2f3e23d85cea18 00000100:00080000:0.0:1746128293.276610:0:11543:0:(import.c:66:import_set_state_nolock()) ffff880097818800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746128293.276645:0:11543:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970423 00000100:00100000:0.0:1746128293.276722:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+2:2013:x1830947554999424:12345-192.168.202.33@tcp:9:kworker.0 Request processed in 129us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128293.276727:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29090 00010000:00010000:0.0:1746128293.276742:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128293.276765:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554999296 00000100:00100000:0.0:1746128293.276768:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554999296 00000100:00100000:0.0:1746128293.276781:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947554999680 00000100:00100000:0.0:1746128293.276783:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947554999680 00000100:00100000:0.0:1746128293.276792:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1002 00000100:00100000:0.0:1746128293.276795:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947554999296:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128293.276812:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947554999296:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 17us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128293.276816:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1002 00000100:00100000:0.0:1746128293.276822:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1003 00000100:00100000:0.0:1746128293.276825:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2016:x1830947554999680:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128293.276839:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2016:x1830947554999680:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 13us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128293.276842:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1003 00000001:00100000:0.0:1746128293.278425:0:9589:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0dce6428-60c8-4f06-bcc8-551266e96f0e 00000020:00000080:0.0:1746128293.278429:0:9589:0:(genops.c:904:class_export_put()) final put ffff88009781a800/0dce6428-60c8-4f06-bcc8-551266e96f0e 00000001:00100000:0.0:1746128293.278447:0:9589:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of da924214-1ef7-4a2a-9c6a-ef27e4979382 00000020:00000080:0.0:1746128293.278449:0:9589:0:(genops.c:904:class_export_put()) final put ffff88009eed3800/da924214-1ef7-4a2a-9c6a-ef27e4979382 00000100:00100000:0.0:1746128294.492040:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551067648 00000100:00100000:0.0:1746128294.492045:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551067648 00000100:00100000:0.0:1746128294.492075:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1746128294.492079:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3775:x1830947551067648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746128294.492098:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921063936 avail 3689541632 00000100:00100000:0.0:1746128294.492132:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3775:x1830947551067648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128294.492276:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1746128294.524793:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132144e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551067776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746128294.524850:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128294.525261:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132144e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551067776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746128294.541013:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551067904 00000100:00100000:0.0:1746128294.541020:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551067904 00000100:00100000:0.0:1746128294.541076:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1746128294.541082:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551067904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128294.541101:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921063936 avail 3689541632 00000100:00100000:0.0:1746128294.541131:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551067904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128294.541136:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00010000:00010000:0.0:1746128295.140789:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128296.143840:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128296.284292:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746128296.284474:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551069824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746128296.284526:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746128297.145795:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128298.281275:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128298.281315:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128298.281344:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128298.281368:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128298.281403:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128298.281421:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1010 00000100:00100000:0.0:1746128298.281429:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2017:x1830947555000192:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128298.281645:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2017:x1830947555000192:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 217us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128298.281651:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1010 00000100:00100000:0.0:1746128298.281684:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555000576 00000100:00100000:0.0:1746128298.281688:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555000576 00000100:00100000:0.0:1746128298.281715:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1012 00000100:00100000:0.0:1746128298.281720:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2017:x1830947555000576:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128298.281740:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2017:x1830947555000576:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 20us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128298.281745:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1012 00010000:00010000:0.0:1746128299.150104:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746128299.501100:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128299.547880:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551070336 00000100:00100000:0.0:1746128299.547886:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551070336 00000100:00100000:0.0:1746128299.547923:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1746128299.547928:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551070336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128299.547945:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921063936 avail 3689541632 00000100:00100000:0.0:1746128299.547968:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551070336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128299.547972:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1746128299.612079:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551070464 00000100:00100000:0.0:1746128299.612087:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551070464 00000100:00100000:0.0:1746128299.612249:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1746128299.612258:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551070464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746128299.612283:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746128299.612330:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551070464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128299.612336:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00010000:00010000:0.0:1746128300.151745:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128301.154315:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128301.276476:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1746128301.276484:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3774:x1830947551070976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276531:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3774:x1830947551070976:12345-0@lo:400:kworker.0 Request processed in 48us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128301.276536:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1746128301.276581:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3775:1830947551070592:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276605:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128301.276628:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551071104:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276643:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128301.276658:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551071616:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276671:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128301.276681:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551072128:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276695:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128301.276715:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3775:1830947551070592:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276722:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f8d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551071104:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276748:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1746128301.276753:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551072128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276778:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551072128:12345-0@lo:400:kworker.0 Request processed in 25us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128301.276782:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1746128301.276801:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551071616:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.276808:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551072128:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.277211:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099def480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3776:1830947551071232:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.277219:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3776:1830947551071744:0@lo:400:kworker.0 00000100:00100000:0.0:1746128301.308323:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551072384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128301.308380:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128301.309317:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551072384:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746128303.161253:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128303.288464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128303.288511:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128303.288540:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128303.288592:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128303.288829:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128303.289038:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1022 00000100:00100000:0.0:1746128303.289043:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947555001216:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128303.289060:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947555001216:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 17us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128303.289065:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1022 00000100:00100000:0.0:1746128303.289088:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128303.289328:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128304.160188:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128304.508082:0:3773:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746128304.508100:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551072512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128304.508170:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128304.508857:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551072512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128304.619893:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551072896:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746128304.619944:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128304.620274:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551072896:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746128305.165226:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128306.284575:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009628bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3773:1830947551073408:0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284597:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128306.284632:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551073920:0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284656:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128306.284668:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551074432:0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284685:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128306.284698:0:3773:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1746128306.284702:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3773:1830947551073024:0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284720:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128306.284742:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551073536:0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284756:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128306.284766:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130859c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551074048:0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284777:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128306.284786:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551074560:0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284796:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128306.284810:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551073536 00000100:00100000:0.0:1746128306.284813:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551073536 00000100:00100000:0.0:1746128306.284828:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1746128306.284832:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551073536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284858:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551073536:12345-0@lo:400:kworker.0 Request processed in 25us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128306.284862:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1746128306.284880:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551073536:0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284899:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551073920 00000100:00100000:0.0:1746128306.284901:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551073920 00000100:00100000:0.0:1746128306.284919:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551074432 00000100:00100000:0.0:1746128306.284921:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551074432 00000100:00100000:0.0:1746128306.284931:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551074048 00000100:00100000:0.0:1746128306.284932:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551074048 00000100:00100000:0.0:1746128306.284939:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551074560 00000100:00100000:0.0:1746128306.284940:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551074560 00000100:00100000:0.0:1746128306.284950:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1746128306.284954:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551073920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.284978:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551073920:12345-0@lo:400:kworker.0 Request processed in 24us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128306.284983:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1746128306.284990:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1746128306.284994:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551074432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.285012:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551074432:12345-0@lo:400:kworker.0 Request processed in 18us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128306.285016:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1746128306.285022:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1746128306.285026:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551074048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.285040:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551074048:12345-0@lo:400:kworker.0 Request processed in 14us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128306.285044:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1746128306.285050:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1746128306.285054:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551074560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128306.286770:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551074560:12345-0@lo:400:kworker.0 Request processed in 1715us (1971us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128306.286776:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1746128306.300170:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551074688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746128306.300219:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128306.301297:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551074688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746128306.317190:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551074816 00000100:00100000:0.0:1746128306.317199:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551074816 00000100:00100000:0.0:1746128306.317241:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1746128306.317247:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551074816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746128306.317265:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921481728 avail 3689959424 00000100:00100000:0.0:1746128306.317300:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551074816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128306.317306:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00010000:00010000:0.0:1746128307.168313:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128308.171315:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128308.298276:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128308.298322:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128308.298388:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128308.298409:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128308.298423:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128308.298434:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128308.298455:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128308.298471:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555002624 00000100:00100000:0.0:1746128308.298474:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555002624 00010000:00010000:0.0:1746128309.171944:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128309.547975:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551075072 00000100:00100000:0.0:1746128309.547981:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551075072 00000100:00080000:0.0:1746128309.564998:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128309.628330:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551075328 00000100:00100000:0.0:1746128309.628336:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551075328 00000100:00100000:0.0:1746128309.628369:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1746128309.628375:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551075328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746128309.628401:0:8425:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746128309.628435:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551075328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128309.628440:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1746128310.368536:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128310.368923:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128310.376023:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128310.376272:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128310.381607:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128310.381728:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746128310.383075:0:7237:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746128310.383080:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a199600/0x6e2f3e23d86e33c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128310.383085:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a199600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128310.383087:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a199600/0x6e2f3e23d86e33c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128310.383091:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a199600/0x6e2f3e23d86e33c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128310.383098:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff880129e59100) 00010000:00010000:0.0:1746128310.383100:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746128310.383102:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a199600/0x6e2f3e23d86e33c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128310.383115:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a199600/0x6e2f3e23d86e33c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128310.383134:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128310.383135:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128310.383137:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128311.179684:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128312.182513:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128313.299487:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128313.299589:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128313.303859:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.304558:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.305019:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.305345:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.305359:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.305376:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.305389:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555003776 00000100:00100000:0.0:1746128313.305392:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555003776 00000100:00100000:0.0:1746128313.305414:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555004032 00000100:00100000:0.0:1746128313.305415:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555004032 00000100:00100000:0.0:1746128313.305425:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555004160 00000100:00100000:0.0:1746128313.305426:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555004160 00000100:00100000:0.0:1746128313.305434:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1040 00000100:00100000:0.0:1746128313.305439:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947555003776:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128313.305461:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947555003776:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.305465:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1040 00000100:00100000:0.0:1746128313.305475:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1041 00000100:00100000:0.0:1746128313.305479:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555004032:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128313.305492:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555004032:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 13us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.305495:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1041 00000100:00100000:0.0:1746128313.305502:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1042 00000100:00100000:0.0:1746128313.305506:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555004160:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128313.305522:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555004160:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 15us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.305526:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1042 00000100:00080000:0.0:1746128313.305539:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746128313.305817:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746128313.305819:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746128313.307436:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.307476:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128313.307967:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128313.311003:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128313.312598:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128313.315936:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555004672 00000100:00100000:0.0:1746128313.315943:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555004672 00000100:00100000:0.0:1746128313.315972:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41726 00000100:00100000:0.0:1746128313.315978:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1723:x1830947555004672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128313.315990:0:21551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128313.316002:0:21551:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e3409 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96427a1 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.316417:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e3410 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128313.316428:0:21551:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e3410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128313.316438:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e3410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21551 initiator: MDT0 00000004:00200000:0.0:1746128313.316471:0:21551:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746128313.316474:0:21551:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746128313.316488:0:21551:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e3410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128313.316506:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e3409 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96427a1 expref: 8 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.316516:0:21551:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e3410 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96427a1 expref: 7 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.316523:0:21551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128313.316526:0:21551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128313.316528:0:21551:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de73e00, rc 0) 00000100:00100000:0.0:1746128313.316585:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:1723:x1830947555004672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 606us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.316592:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41726 00000100:00100000:0.0:1746128313.318523:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.327872:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555005312 00000100:00100000:0.0:1746128313.327879:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555005312 00010000:00010000:0.0:1746128313.327904:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e33ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642793 expref: 10 pid: 7247 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746128313.327928:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14056 00000100:00100000:0.0:1746128313.327934:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555005312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128313.327945:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128313.327949:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e33ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642793 expref: 10 pid: 7247 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.327959:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e33ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642793 expref: 10 pid: 7247 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.327976:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e33ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642793 expref: 10 pid: 7247 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.327986:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880096724f00) 00010000:00010000:0.0:1746128313.327990:0:7234:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128313.327997:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128313.328003:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128313.328019:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128313.328050:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555005312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 116us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.328055:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14056 00000100:00100000:0.0:1746128313.330987:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555005440 00000100:00100000:0.0:1746128313.330995:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555005440 00000100:00100000:0.0:1746128313.331101:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41729 00000100:00100000:0.0:1746128313.331109:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:1723:x1830947555005440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128313.331128:0:21551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128313.331139:0:21551:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72e00/0x6e2f3e23d86e3441 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96427af expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.331178:0:21551:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72e00/0x6e2f3e23d86e3441 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96427af expref: 11 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.331189:0:21551:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72e00/0x6e2f3e23d86e3441 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96427af expref: 11 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.331200:0:21551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880096724f00) 00010000:00010000:0.0:1746128313.331203:0:21551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746128313.331205:0:21551:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de72e00, rc 0) 00000100:00100000:0.0:1746128313.331796:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:1723:x1830947555005440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 685us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.331806:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41729 00000100:00100000:0.0:1746128313.339162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000001:00080000:0.0:1746128313.343451:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970424 is committed 00000001:00100000:0.0:1746128313.343460:0:9589:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of da924214-1ef7-4a2a-9c6a-ef27e4979382 00000001:00100000:0.0:1746128313.343463:0:9589:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0dce6428-60c8-4f06-bcc8-551266e96f0e 00000100:00100000:0.0:1746128313.345746:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.347849:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.352861:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.355388:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.359369:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.361326:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.363389:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.363732:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13082 00000100:00100000:0.0:1746128313.363739:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947555007232:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128313.363842:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947555007232:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128313.363848:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13082 00002000:00100000:0.0:1746128313.363852:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfa680 x1830947555007232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746128324 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128313.363859:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfa680 with x1830947555007232 ext(0->4095) 00002000:00010000:0.0:1746128313.363861:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edfa680 00000100:00100000:0.0:1746128313.366326:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.370020:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.374387:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.375117:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555007616:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 518us (734us total) trans 4294970426 rc 0/0 00000100:00100000:0.0:1746128313.375123:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2369 00002000:00100000:0.0:1746128313.375128:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008cdf7800 x1830947555007616/t4294970426(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:564/0 lens 496/448 e 0 to 0 dl 1746128324 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128313.375134:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7800 with x1830947555007616 ext(0->7) 00010000:00010000:0.0:1746128313.375139:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4000/0x6e2f3e23d86e3472 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96427cb expref: 9 pid: 11543 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.375147:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4000/0x6e2f3e23d86e3472 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96427cb expref: 9 pid: 11543 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746128313.375152:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf7800 00000100:00100000:0.0:1746128313.376604:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.378563:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.381691:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.386455:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.390164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.393137:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.397908:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.397943:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.400905:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.405002:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.408921:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.411113:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.415165:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.419612:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.422815:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.424728:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555010304 00000100:00100000:0.0:1746128313.424734:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555010304 00000100:00100000:0.0:1746128313.424759:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29105 00000100:00100000:0.0:1746128313.424765:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555010304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128313.424774:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128313.424783:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de72200/0x6e2f3e23d86e34aa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642803 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.424797:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128313.424801:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e34a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96427fc expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.424806:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128313.424809:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de72200/0x6e2f3e23d86e34aa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642803 expref: 11 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.424830:0:11543:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e34a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96427fc expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.424839:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008de72200/0x6e2f3e23d86e34aa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642803 expref: 11 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.424847:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de72200, rc 0) 00000100:00100000:0.0:1746128313.424888:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555010304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.424894:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29105 00000100:00100000:0.0:1746128313.425793:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.429641:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.433819:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.437029:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.439630:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.443274:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.447382:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.448248:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.449439:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.455253:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.457537:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.459959:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.461523:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.463944:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.466364:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.468046:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.470271:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551081216:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128313.470289:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e34cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642826 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.470301:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e777200, rc 0) 00000100:00100000:0.0:1746128313.470325:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1725:x1830947555013248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1795us (2281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.470331:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29110 00000100:00100000:0.0:1746128313.473959:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.476883:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.477395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.481480:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555014272 00000100:00100000:0.0:1746128313.481485:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555014272 00002000:00100000:0.0:1746128313.481509:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13b80 x1830947555014272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:564/0 lens 488/0 e 0 to 0 dl 1746128324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128313.481518:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13b80 with x1830947555014272 ext(0->4095) 00010000:00010000:0.0:1746128313.481524:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e34d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964282d expref: 9 pid: 9592 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.481534:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e34d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964282d expref: 9 pid: 9592 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746128313.481554:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13b80 00000100:00100000:0.0:1746128313.481614:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2374 00000100:00100000:0.0:1746128313.481620:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555014272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128313.481722:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555014272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (732us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128313.481728:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2374 00002000:00100000:0.0:1746128313.481732:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13b80 x1830947555014272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746128324 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128313.481739:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13b80 with x1830947555014272 ext(0->4095) 00010000:00010000:0.0:1746128313.481744:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e34d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964282d expref: 9 pid: 9592 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.481752:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e34d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964282d expref: 9 pid: 9592 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746128313.481757:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13b80 00000100:00100000:0.0:1746128313.483508:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.483714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.485886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.489025:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.492871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.497487:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.499703:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.502353:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.503674:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.504719:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.505685:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.509653:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.513423:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.516991:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.518774:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.520446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.522726:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.526954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.527021:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.530304:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.534188:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.537323:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.543325:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.547624:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.553797:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.555862:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.558055:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.561532:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.565009:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.569926:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.579627:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.582878:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2016:x1830947555019520:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 560us (3256us total) trans 4294970427 rc 0/0 00000100:00100000:0.0:1746128313.582883:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2379 00002000:00100000:0.0:1746128313.582888:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096ba0700 x1830947555019520/t4294970427(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:564/0 lens 496/448 e 0 to 0 dl 1746128324 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128313.582893:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0700 with x1830947555019520 ext(0->7) 00010000:00010000:0.0:1746128313.582897:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777e00/0x6e2f3e23d86e351a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642873 expref: 11 pid: 11544 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.582908:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e777e00/0x6e2f3e23d86e351a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642873 expref: 11 pid: 11544 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746128313.582911:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba0700 00000100:00100000:0.0:1746128313.585378:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.585803:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.589107:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.592073:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.594867:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.597730:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.601530:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.604824:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.607626:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.607674:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d28b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551085056:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128313.607692:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3536 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964288f expref: 12 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.607703:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e776400, rc 0) 00000100:00100000:0.0:1746128313.607736:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555021056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1593us (1778us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.607741:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29125 00000100:00100000:0.0:1746128313.608471:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.613140:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.614942:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.616934:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.618342:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.620145:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.622017:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.624073:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.628585:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.628971:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.632523:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.635917:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.636193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.639823:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.642590:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.642655:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.647358:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.657024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.662908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.663412:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.667271:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.667349:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.675281:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.681216:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.686274:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.689050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.695643:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.698242:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.699576:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.704505:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.708858:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d28b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551088000:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128313.708873:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128313.708916:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555026816:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4066us (4419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.708927:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14097 00000100:00100000:0.0:1746128313.716014:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.725388:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.727901:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.731020:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947555027328:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2866us (5639us total) trans 4294970428 rc 0/0 00000100:00100000:0.0:1746128313.731028:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2388 00002000:00100000:0.0:1746128313.731035:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800963ef480 x1830947555027328/t4294970428(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:564/0 lens 496/448 e 0 to 0 dl 1746128324 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128313.731043:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ef480 with x1830947555027328 ext(0->7) 00010000:00010000:0.0:1746128313.731049:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428dc expref: 14 pid: 9591 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.731059:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428dc expref: 14 pid: 9591 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746128313.731066:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ef480 00000100:00100000:0.0:1746128313.736970:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555027584 00000100:00100000:0.0:1746128313.736977:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555027584 00010000:00010000:0.0:1746128313.737003:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428dc expref: 14 pid: 9591 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746128313.737085:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14098 00000100:00100000:0.0:1746128313.737094:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2014:x1830947555027584:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128313.737107:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746128313.737119:0:9615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746128313 -> 1746128314 00002000:00010000:0.0:1746128313.737122:0:9615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746128313 -> 1746128314 00010000:00010000:0.0:1746128313.737127:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428dc expref: 14 pid: 9591 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.737136:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428dc expref: 14 pid: 9591 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.737152:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3583 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428dc expref: 14 pid: 9591 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746128313.737296:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128313.737298:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128313.737305:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e358a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428e3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.737311:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e358a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428e3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.737336:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e358a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428e3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.737344:0:9615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e358a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96428e3 expref: 5 pid: 9591 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746128313.737353:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009628b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551088384:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128313.737782:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128313.741498:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.745046:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.748535:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.750290:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.752299:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.755501:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.762891:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.765807:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.769917:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.773773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.776501:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.779487:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.784899:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.785233:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.790113:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.790176:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.793762:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.796001:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.798985:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.802341:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.804467:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.808661:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.808942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.810433:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.812341:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.814329:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.817027:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.820311:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a3bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551090816:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128313.820329:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128313.820371:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555032576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3170us (3349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128313.820380:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14108 00000100:00100000:0.0:1746128313.825419:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.830390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.831145:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.833614:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.833892:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2393 00000100:00100000:0.0:1746128313.833898:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555033472:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128313.833995:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555033472:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (381us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128313.834001:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2393 00002000:00100000:0.0:1746128313.834005:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21ea00 x1830947555033472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746128324 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128313.834012:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21ea00 with x1830947555033472 ext(0->4095) 00010000:00010000:0.0:1746128313.834016:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e35d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642930 expref: 6 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128313.834024:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e35d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642930 expref: 6 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128313.834029:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21ea00 00000100:00100000:0.0:1746128313.836906:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555033600 00000100:00100000:0.0:1746128313.836914:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555033600 00010000:00010000:0.0:1746128313.836939:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e35d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642930 expref: 6 pid: 11543 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746128313.836976:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14110 00000100:00100000:0.0:1746128313.836983:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555033600:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128313.836993:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128313.837007:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e35d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642930 expref: 6 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128313.837018:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e35d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642930 expref: 6 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128313.837043:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e35d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642930 expref: 6 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128313.837058:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128313.837060:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128313.837065:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e35de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642937 expref: 12 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.837072:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e35de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642937 expref: 12 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128313.837107:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e35de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642937 expref: 12 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128313.837116:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d21e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551091328:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128313.837182:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128313.839460:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.841130:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.850741:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.853513:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.855482:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.857463:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.858577:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.860578:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.863568:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.869643:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.871234:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.875964:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.879860:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.881013:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.884440:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.885577:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.889188:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.891927:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.896046:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.903764:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.917710:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.918635:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555037312:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 647us (932us total) trans 4294970430 rc 0/0 00000100:00100000:0.0:1746128313.918641:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2398 00002000:00100000:0.0:1746128313.918647:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d22a680 x1830947555037312/t4294970430(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:564/0 lens 496/448 e 0 to 0 dl 1746128324 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128313.918658:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22a680 with x1830947555037312 ext(0->7) 00010000:00010000:0.0:1746128313.918662:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642961 expref: 17 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128313.918670:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642961 expref: 17 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128313.918676:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22a680 00000100:00100000:0.0:1746128313.932365:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.940794:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555037824 00000100:00100000:0.0:1746128313.940801:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555037824 00000100:00100000:0.0:1746128313.945991:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.946792:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.950127:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.952063:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.954496:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.956697:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.960133:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.966344:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.967219:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.969670:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.970478:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.972760:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.978626:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.982193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.984106:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.986963:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.989334:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.991799:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.994623:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.995964:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128313.999253:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.003522:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.003580:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555041664 00000100:00100000:0.0:1746128314.003583:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555041664 00010000:00010000:0.0:1746128314.003598:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3640 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642999 expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746128314.003626:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14125 00000100:00100000:0.0:1746128314.003631:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555041664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128314.003638:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128314.003652:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3640 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642999 expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.003662:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3640 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642999 expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.003677:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3640 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642999 expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.003688:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.003690:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.003695:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3647 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429a0 expref: 17 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.003705:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3647 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429a0 expref: 17 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.003722:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3647 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429a0 expref: 17 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.003731:0:9615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3647 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429a0 expref: 17 pid: 11543 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746128314.003741:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551095296:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128314.003798:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128314.006949:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555041920 00000100:00100000:0.0:1746128314.006955:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555041920 00002000:00100000:0.0:1746128314.006981:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494a80 x1830947555041920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 488/0 e 0 to 0 dl 1746128325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.006990:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494a80 with x1830947555041920 ext(0->4095) 00010000:00010000:0.0:1746128314.006996:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3647 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429a0 expref: 17 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.007011:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3647 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429a0 expref: 17 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.007017:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494a80 00000100:00100000:0.0:1746128314.007030:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2403 00000100:00100000:0.0:1746128314.007035:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555041920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128314.007138:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555041920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128314.007143:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2403 00002000:00100000:0.0:1746128314.007148:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494a80 x1830947555041920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.007154:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494a80 with x1830947555041920 ext(0->4095) 00010000:00010000:0.0:1746128314.007157:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3647 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429a0 expref: 17 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.007165:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3647 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429a0 expref: 17 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.007170:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494a80 00000100:00100000:0.0:1746128314.009361:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.009806:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.012369:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.014634:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.016892:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.018507:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.020617:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.022817:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.024297:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.027128:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.028829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.033049:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.035514:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.036016:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.041035:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.045933:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.046189:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.046218:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555044736 00000100:00100000:0.0:1746128314.046220:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555044736 00010000:00010000:0.0:1746128314.046236:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e366a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429c3 expref: 18 pid: 11543 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746128314.046267:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14131 00000100:00100000:0.0:1746128314.046272:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555044736:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128314.046281:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128314.046295:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e366a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429c3 expref: 18 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.046304:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e366a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429c3 expref: 18 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.046320:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e366a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429c3 expref: 18 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.046334:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.046335:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.046341:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3671 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96429ca expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.046348:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3671 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96429ca expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128314.049862:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.053217:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.055447:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.058745:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.060830:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.063372:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.065608:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.066722:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.068714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.076224:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555046784 00000100:00100000:0.0:1746128314.076231:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555046784 00010000:00010000:0.0:1746128314.076258:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429df expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746128314.076293:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14135 00000100:00100000:0.0:1746128314.076300:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947555046784:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128314.076310:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128314.076326:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429df expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.076337:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3686 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429df expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.076355:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3686 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96429df expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.076376:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.076378:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.076383:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e368d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96429e6 expref: 17 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.076390:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e368d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96429e6 expref: 17 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.076419:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e368d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96429e6 expref: 17 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128314.076429:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e873b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551097728:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128314.076489:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128314.079790:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.081283:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.081314:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.083253:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551098112:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128314.083277:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8a8200, rc 0) 00000100:00100000:0.0:1746128314.083306:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555047168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1944us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128314.083311:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29176 00000100:00100000:0.0:1746128314.084148:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.086214:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.086815:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.089264:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.092119:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.094274:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.096926:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.099753:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.104605:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.118936:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.119096:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555049088 00000100:00100000:0.0:1746128314.119098:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555049088 00002000:00100000:0.0:1746128314.119122:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011e873b80 x1830947555049088/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/0 e 0 to 0 dl 1746128325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.119130:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e873b80 with x1830947555049088 ext(0->7) 00010000:00010000:0.0:1746128314.119137:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e36a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a02 expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.119149:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e36a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a02 expref: 18 pid: 9591 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.119300:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e873b80 00000100:00100000:0.0:1746128314.119325:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2411 00000100:00100000:0.0:1746128314.119330:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947555049088:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128314.120667:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2014:x1830947555049088:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1334us (1611us total) trans 4294970431 rc 0/0 00000100:00100000:0.0:1746128314.120674:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2411 00002000:00100000:0.0:1746128314.120682:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011e873b80 x1830947555049088/t4294970431(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.120688:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e873b80 with x1830947555049088 ext(0->7) 00010000:00010000:0.0:1746128314.120695:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e36a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a02 expref: 20 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.120705:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e36a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a02 expref: 20 pid: 9591 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.120711:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e873b80 00000100:00100000:0.0:1746128314.128533:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.132402:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.136808:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.144300:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.147167:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.149944:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2016:x1830947555050112:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 678us (2777us total) trans 4294970432 rc 0/0 00000100:00100000:0.0:1746128314.149952:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2413 00002000:00100000:0.0:1746128314.149959:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c10ed80 x1830947555050112/t4294970432(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.149967:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c10ed80 with x1830947555050112 ext(0->7) 00010000:00010000:0.0:1746128314.149974:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e36b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a10 expref: 21 pid: 9591 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.149986:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e36b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a10 expref: 21 pid: 9591 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.149992:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c10ed80 00000100:00100000:0.0:1746128314.152830:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.152910:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.155165:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.157623:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.162302:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.165608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.170147:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.172474:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.174424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.177221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.180870:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.184171:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128314.186704:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128314.192522:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.193614:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555052288:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 897us (1096us total) trans 4294970433 rc 0/0 00000100:00100000:0.0:1746128314.193622:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2416 00002000:00100000:0.0:1746128314.193627:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c41ce00 x1830947555052288/t4294970433(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.193635:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ce00 with x1830947555052288 ext(0->7) 00010000:00010000:0.0:1746128314.193640:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e36d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a2c expref: 23 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.193650:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e36d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a2c expref: 23 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.193655:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ce00 00000100:00100000:0.0:1746128314.197116:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.203407:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.203566:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.205359:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.207566:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.209622:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.213668:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.217691:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.220359:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.224506:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.228473:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.228531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.231430:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.233324:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.237221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.240642:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.243496:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.248870:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.251256:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.253157:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.254195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.255598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.255969:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.257661:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.263422:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.267622:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.270630:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.277007:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.282877:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.285640:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.285707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.293395:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.299184:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.305412:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.313647:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.320457:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.328361:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.331720:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.337573:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.346005:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.353848:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.355751:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555059584:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 755us (1904us total) trans 4294970434 rc 0/0 00000100:00100000:0.0:1746128314.355758:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2423 00002000:00100000:0.0:1746128314.355764:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c10f480 x1830947555059584/t4294970434(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.355770:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c10f480 with x1830947555059584 ext(0->7) 00010000:00010000:0.0:1746128314.355775:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e3735 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a8e expref: 25 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.355784:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e3735 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a8e expref: 25 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.355789:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c10f480 00000100:00100000:0.0:1746128314.362013:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.367187:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.372373:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.372418:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.372797:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29201 00000100:00100000:0.0:1746128314.372804:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1723:x1830947555060224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128314.372810:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128314.372817:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e374a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642aa3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.372827:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.372830:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e3743 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a9c expref: 27 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.372834:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128314.372837:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e374a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642aa3 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.372855:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e3743 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642a9c expref: 27 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.372865:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e374a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642aa3 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.372874:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800960dd000, rc 0) 00000100:00100000:0.0:1746128314.373510:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555060224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 705us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128314.373516:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29201 00000100:00100000:0.0:1746128314.377179:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.379219:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.384454:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.385315:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.388512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.391346:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.391393:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.396488:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.400759:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.402641:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.411383:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.413294:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.415747:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.417793:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.420882:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.424363:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.424601:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.429138:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.432610:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.443408:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.445489:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.448932:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.458869:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.462108:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.465309:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.472115:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.474100:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.475218:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2015:x1830947555065088:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 980us (1117us total) trans 4294970435 rc 0/0 00000100:00100000:0.0:1746128314.475225:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2430 00002000:00100000:0.0:1746128314.475231:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800941e1180 x1830947555065088/t4294970435(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.475239:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1180 with x1830947555065088 ext(0->7) 00010000:00010000:0.0:1746128314.475244:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e3782 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642adb expref: 27 pid: 11544 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.475254:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e3782 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642adb expref: 27 pid: 11544 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.475259:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e1180 00000100:00100000:0.0:1746128314.480407:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.481629:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555065344 00000100:00100000:0.0:1746128314.481633:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555065344 00000100:00100000:0.0:1746128314.481656:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29211 00000100:00100000:0.0:1746128314.481661:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555065344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128314.481677:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128314.481687:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e3790 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642ae9 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.481708:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3789 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642ae2 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.481715:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.481716:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.481719:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e3790 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642ae9 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.481735:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3789 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642ae2 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.481750:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3789 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642ae2 expref: 5 pid: 11544 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746128314.481758:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008de74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551107072:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128314.481809:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128314.484571:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008de74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551107072:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128314.484588:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e3790 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642ae9 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.484600:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:0.0:1746128314.484627:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555065344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2966us (3102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128314.484633:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29211 00000100:00100000:0.0:1746128314.488370:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.490991:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.493967:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.497735:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555066240:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 977us (1237us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1746128314.497743:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2432 00002000:00100000:0.0:1746128314.497749:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c121f80 x1830947555066240/t4294970436(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.497757:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121f80 with x1830947555066240 ext(0->7) 00010000:00010000:0.0:1746128314.497763:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e3790 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642ae9 expref: 29 pid: 11544 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.497773:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e3790 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642ae9 expref: 29 pid: 11544 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.497779:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c121f80 00000100:00100000:0.0:1746128314.499711:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.505053:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c120a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551107456:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128314.505079:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128314.505125:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc16050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555066368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4409us (5416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128314.505136:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14173 00000100:00100000:0.0:1746128314.505387:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555066624 00000100:00100000:0.0:1746128314.505392:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555066624 00002000:00100000:0.0:1746128314.505419:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c120a80 x1830947555066624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:565/0 lens 488/0 e 0 to 0 dl 1746128325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.505428:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120a80 with x1830947555066624 ext(0->4095) 00002000:00010000:0.0:1746128314.505432:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c120a80 00000100:00100000:0.0:1746128314.505562:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13141 00000100:00100000:0.0:1746128314.505569:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555066624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128314.505826:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555066624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 257us (558us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128314.505832:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13141 00002000:00100000:0.0:1746128314.505837:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c120a80 x1830947555066624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746128325 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.505850:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120a80 with x1830947555066624 ext(0->4095) 00002000:00010000:0.0:1746128314.505852:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c120a80 00000100:00100000:0.0:1746128314.509497:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.517944:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.522134:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.523704:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551107840 00000100:00100000:0.0:1746128314.523710:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551107840 00000100:00100000:0.0:1746128314.525063:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1746128314.525079:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551107840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746128314.525099:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 109968192 pending 315392 free 3921063936 avail 3689541632 00000100:00100000:0.0:1746128314.525139:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551107840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (1453us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128314.525144:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1746128314.525741:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555067264 00000100:00100000:0.0:1746128314.525746:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555067264 00000100:00100000:0.0:1746128314.525769:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29214 00000100:00100000:0.0:1746128314.525774:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555067264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128314.525783:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128314.525795:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e37a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642afe expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.525816:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e379e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642af7 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.525823:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128314.525825:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128314.525829:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e37a5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642afe expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.525850:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e379e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642af7 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.525860:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e379e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642af7 expref: 28 pid: 11544 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746128314.525869:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008de75180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551107968:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128314.525921:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128314.533492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.535719:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2014:x1830947555067392:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1967us (2229us total) trans 4294970437 rc 0/0 00000100:00100000:0.0:1746128314.535730:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2433 00002000:00100000:0.0:1746128314.535737:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008de75500 x1830947555067392/t4294970437(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.535745:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de75500 with x1830947555067392 ext(0->7) 00010000:00010000:0.0:1746128314.535753:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e379e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642af7 expref: 31 pid: 11544 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.535765:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e379e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642af7 expref: 31 pid: 11544 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.535772:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008de75500 00000100:00100000:0.0:1746128314.537708:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.543528:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.547062:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.547687:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.549199:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.552159:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.554917:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.558363:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.560954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.564240:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.569784:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.569863:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.571673:0:3773:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746128314.571683:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551109248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128314.571713:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128314.571919:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551109248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128314.573878:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.583044:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.587678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.595077:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947555070080:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1451us (2332us total) trans 4294970438 rc 0/0 00000100:00100000:0.0:1746128314.595086:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2436 00002000:00100000:0.0:1746128314.595093:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093980a80 x1830947555070080/t4294970438(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.595101:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980a80 with x1830947555070080 ext(0->7) 00010000:00010000:0.0:1746128314.595107:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e37c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b1a expref: 33 pid: 11544 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.595121:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e37c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b1a expref: 33 pid: 11544 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.595127:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093980a80 00000100:00100000:0.0:1746128314.598293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.602273:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.604599:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.608434:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.609190:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.613445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.615200:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.618940:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.621199:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.625078:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.627715:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.629773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.629802:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.632609:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.635414:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.635966:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551110912:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746128314.635994:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128314.636602:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551110912:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746128314.637382:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.639058:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.640802:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.642716:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.644871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.646813:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.648270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.650100:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.654994:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.661357:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947555074304:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 648us (853us total) trans 4294970439 rc 0/0 00000100:00100000:0.0:1746128314.661364:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2440 00002000:00100000:0.0:1746128314.661369:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093981500 x1830947555074304/t4294970439(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.661376:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981500 with x1830947555074304 ext(0->7) 00010000:00010000:0.0:1746128314.661380:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e37f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b52 expref: 35 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.661390:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e37f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b52 expref: 35 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.661395:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093981500 00000100:00100000:0.0:1746128314.668275:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.675702:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.677269:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.677285:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555074688 00000100:00100000:0.0:1746128314.677288:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555074688 00002000:00100000:0.0:1746128314.677315:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c11880 x1830947555074688/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:565/0 lens 488/0 e 0 to 0 dl 1746128325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.677322:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c11880 with x1830947555074688 ext(0->4095) 00002000:00010000:0.0:1746128314.677326:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096c11880 00000100:00100000:0.0:1746128314.677711:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2441 00000100:00100000:0.0:1746128314.677717:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555074688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128314.677812:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555074688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128314.677819:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2441 00002000:00100000:0.0:1746128314.677823:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c11880 x1830947555074688/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.677830:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c11880 with x1830947555074688 ext(0->4095) 00010000:00010000:0.0:1746128314.677834:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e3800 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b59 expref: 6 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.677843:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9200/0x6e2f3e23d86e3800 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b59 expref: 6 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.677848:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c11880 00000100:00100000:0.0:1746128314.679677:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.680145:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.683575:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.683593:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555075328 00000100:00100000:0.0:1746128314.683597:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555075328 00002000:00100000:0.0:1746128314.683626:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c12300 x1830947555075328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 488/0 e 0 to 0 dl 1746128325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.683635:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c12300 with x1830947555075328 ext(0->4095) 00010000:00010000:0.0:1746128314.683641:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3807 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b60 expref: 36 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.683652:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3807 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b60 expref: 36 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.683658:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c12300 00000100:00100000:0.0:1746128314.683671:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2442 00000100:00100000:0.0:1746128314.683676:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2014:x1830947555075328:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128314.683753:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2014:x1830947555075328:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 77us (180us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128314.683758:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2442 00002000:00100000:0.0:1746128314.683763:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c12300 x1830947555075328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.683770:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c12300 with x1830947555075328 ext(0->4095) 00010000:00010000:0.0:1746128314.683773:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3807 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b60 expref: 36 pid: 11543 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746128314.683781:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e3807 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642b60 expref: 36 pid: 11543 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746128314.683786:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c12300 00000100:00100000:0.0:1746128314.686191:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.689921:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.692233:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.697239:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.701395:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.701431:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.703971:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.704019:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.706829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.709393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.712351:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.715692:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.718582:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.720977:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.722991:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.723208:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.725774:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.728160:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.733051:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.733105:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.736714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.740127:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.744438:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.747626:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.751618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.754363:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.757607:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.760056:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.761993:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.766626:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.777769:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.780138:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.782043:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.786203:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.788907:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.791040:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.791766:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.795712:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.799972:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.803171:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.803223:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.806147:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.808739:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.808785:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.811311:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.813891:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.817089:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.821259:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555084032 00000100:00100000:0.0:1746128314.821266:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555084032 00000100:00100000:0.0:1746128314.821314:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29246 00000100:00100000:0.0:1746128314.821320:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555084032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128314.821335:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128314.821349:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e3885 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642bde expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.821371:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e387e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642bd7 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.821378:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128314.821380:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128314.821383:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e3885 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642bde expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.821406:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e387e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642bd7 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.821415:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e387e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642bd7 expref: 34 pid: 9592 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746128314.821426:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096c12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551116544:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128314.824123:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.827535:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.828693:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.829587:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.831418:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.833880:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.836602:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.839187:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.842116:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.844089:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.848729:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.850221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.850792:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.854104:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.856102:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.858112:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.860645:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.862944:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.866971:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.869908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.872147:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.873294:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.876750:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.879222:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.881798:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.887469:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.889243:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.897758:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.897954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.901166:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2015:x1830947555088768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6392us (7184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128314.901177:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14216 00000100:00100000:0.0:1746128314.901786:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551119104:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128314.901807:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e38cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c24 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.901821:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e776200, rc 0) 00000100:00100000:0.0:1746128314.902265:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947555088896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4263us (4510us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128314.902271:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29256 00000100:00100000:0.0:1746128314.902412:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555089280 00000100:00100000:0.0:1746128314.902417:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555089280 00000100:00100000:0.0:1746128314.902441:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29257 00000100:00100000:0.0:1746128314.902446:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947555089280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128314.902457:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128314.902469:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e38d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9642c2b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.902485:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128314.902488:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e38cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c24 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.902493:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128314.902496:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e38d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c2b expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.902517:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e38cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c24 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.902524:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e38d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c2b expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128314.902530:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:0.0:1746128314.903626:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1725:x1830947555089280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1176us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128314.903633:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29257 00000100:00100000:0.0:1746128314.907660:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.913015:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.917880:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.920801:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.924519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.930267:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.933693:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.937027:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.941832:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.945171:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.946664:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947555091328:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 873us (1498us total) trans 4294970440 rc 0/0 00000100:00100000:0.0:1746128314.946671:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2457 00002000:00100000:0.0:1746128314.946677:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ce79500 x1830947555091328/t4294970440(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.946684:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79500 with x1830947555091328 ext(0->7) 00010000:00010000:0.0:1746128314.946689:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e38e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c39 expref: 37 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128314.946698:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e38e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c39 expref: 37 pid: 9592 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128314.946704:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce79500 00000100:00100000:0.0:1746128314.951526:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.953881:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.959507:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.962467:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.966502:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.971296:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.978159:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555092736 00000100:00100000:0.0:1746128314.978169:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555092736 00002000:00100000:0.0:1746128314.978204:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496d80 x1830947555092736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 488/0 e 0 to 0 dl 1746128325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.978212:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496d80 with x1830947555092736 ext(0->4095) 00002000:00010000:0.0:1746128314.978218:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b496d80 00000100:00100000:0.0:1746128314.978252:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13170 00000100:00100000:0.0:1746128314.978259:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947555092736:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128314.978411:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947555092736:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (1704us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128314.978416:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13170 00002000:00100000:0.0:1746128314.978421:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496d80 x1830947555092736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746128325 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.978427:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496d80 with x1830947555092736 ext(0->4095) 00002000:00010000:0.0:1746128314.978429:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b496d80 00000100:00100000:0.0:1746128314.981519:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.991887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.994019:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2015:x1830947555092992:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1928us (2128us total) trans 4294970441 rc 0/0 00000100:00100000:0.0:1746128314.994028:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2459 00002000:00100000:0.0:1746128314.994034:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801251e4380 x1830947555092992/t4294970441(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:565/0 lens 496/448 e 0 to 0 dl 1746128325 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128314.994042:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4380 with x1830947555092992 ext(0->7) 00010000:00010000:0.0:1746128314.994048:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e38f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c4e expref: 39 pid: 11544 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128314.994060:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e38f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c4e expref: 39 pid: 11544 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128314.994075:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e4380 00000100:00100000:0.0:1746128314.996110:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128314.999610:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.002776:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.002818:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128315.003224:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128315.005607:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.008206:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.010437:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.012937:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.014617:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.016262:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.018644:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.022304:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.022868:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.025365:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555095296 00000100:00100000:0.0:1746128315.025370:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555095296 00010000:00010000:0.0:1746128315.025394:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3911 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c6a expref: 6 pid: 11544 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746128315.025415:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14228 00000100:00100000:0.0:1746128315.025421:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555095296:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128315.025431:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128315.025446:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3911 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c6a expref: 6 pid: 11544 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.025456:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3911 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c6a expref: 6 pid: 11544 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.025479:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.025481:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.025487:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3918 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c71 expref: 40 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.025494:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3918 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c71 expref: 40 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.025517:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3918 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c71 expref: 40 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.025526:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3918 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c71 expref: 40 pid: 11544 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746128315.025536:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096c1e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551122176:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128315.025603:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128315.028257:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.030794:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.030852:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.038165:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555096320 00000100:00100000:0.0:1746128315.038169:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555096320 00010000:00010000:0.0:1746128315.038184:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e391f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c78 expref: 41 pid: 9592 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746128315.038201:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14230 00000100:00100000:0.0:1746128315.038206:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:2016:x1830947555096320:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128315.038215:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128315.038342:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e391f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c78 expref: 40 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.038352:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e391f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c78 expref: 40 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.038366:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e391f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c78 expref: 40 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.038378:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.038379:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.038388:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8e00/0x6e2f3e23d86e3926 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c7f expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.038395:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8e00/0x6e2f3e23d86e3926 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c7f expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.038609:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8e00/0x6e2f3e23d86e3926 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c7f expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.038620:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8e00/0x6e2f3e23d86e3926 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642c7f expref: 5 pid: 11544 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746128315.038629:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096c1f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551122688:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128315.038686:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128315.041584:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.043151:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.046863:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.048789:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.051105:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.053236:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.055039:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.057078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.057116:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.059281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.062594:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.062660:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.064430:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.067255:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.067298:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.070237:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.072639:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.075225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.078506:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.080132:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.082173:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.084802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.085891:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.087186:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.087850:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551124736:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128315.087861:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3965 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642cbe expref: 40 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.087869:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e776800, rc 0) 00000100:00100000:0.0:1746128315.087885:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:1723:x1830947555100416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1259us (1996us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128315.087890:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29278 00000100:00100000:0.0:1746128315.089114:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.092136:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.093840:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.094202:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.096131:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.098040:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.100384:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.102132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.104272:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.106483:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.109837:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.110864:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.112277:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.114443:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.117313:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.117357:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.120358:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.122312:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.122373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.125151:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.130324:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.136309:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.141110:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.144997:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.146414:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555105280 00000100:00100000:0.0:1746128315.146418:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555105280 00002000:00100000:0.0:1746128315.146439:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097852680 x1830947555105280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:566/0 lens 488/0 e 0 to 0 dl 1746128326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.146448:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852680 with x1830947555105280 ext(0->4095) 00010000:00010000:0.0:1746128315.146453:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776600/0x6e2f3e23d86e399d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642cf6 expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.146462:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776600/0x6e2f3e23d86e399d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642cf6 expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.146468:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097852680 00000100:00100000:0.0:1746128315.146491:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2473 00000100:00100000:0.0:1746128315.146500:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555105280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128315.146612:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555105280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128315.146618:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2473 00002000:00100000:0.0:1746128315.146622:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097852680 x1830947555105280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746128326 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.146629:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852680 with x1830947555105280 ext(0->4095) 00010000:00010000:0.0:1746128315.146633:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776600/0x6e2f3e23d86e399d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642cf6 expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.146641:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776600/0x6e2f3e23d86e399d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642cf6 expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.146646:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097852680 00000100:00100000:0.0:1746128315.148979:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.149050:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.151182:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.153391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.158529:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.160451:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.163507:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.171591:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.174194:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.176151:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.179057:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.182758:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.187110:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128315.187790:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128315.190001:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.193452:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.195570:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.197751:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.197790:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.200200:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.203268:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.205578:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.207182:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551128960:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128315.207192:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128315.207215:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2017:x1830947555108992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1518us (1640us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128315.207221:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14255 00000100:00100000:0.0:1746128315.207994:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.209784:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.212861:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.214460:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.216453:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.220862:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.224030:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.224655:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:2014:x1830947555110528:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 443us (625us total) trans 4294970442 rc 0/0 00000100:00100000:0.0:1746128315.224661:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2478 00002000:00100000:0.0:1746128315.224666:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c11ad80 x1830947555110528/t4294970442(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 496/448 e 0 to 0 dl 1746128326 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.224672:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11ad80 with x1830947555110528 ext(0->7) 00010000:00010000:0.0:1746128315.224676:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e39e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642d3c expref: 41 pid: 11543 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.224684:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e39e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642d3c expref: 41 pid: 11543 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.224689:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c11ad80 00000100:00100000:0.0:1746128315.227192:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.228956:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.231715:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.234499:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.234668:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.236164:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.237845:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.237886:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.240166:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.242264:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.242515:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.245702:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.248670:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.251280:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.253438:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.256591:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.259319:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.261535:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.262114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.265306:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.269520:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.275726:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.275805:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.289670:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.289709:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.292908:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.296935:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.299293:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.301572:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.303987:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.306510:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.309161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.309232:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.311488:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.313411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.315339:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.319007:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551132800:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128315.319023:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128315.319061:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:2014:x1830947555116800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3613us (3725us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128315.319083:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14270 00000100:00100000:0.0:1746128315.320864:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.325249:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.329448:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.330667:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.331371:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.335160:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.339415:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.342044:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.342652:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14273 00000100:00100000:0.0:1746128315.342659:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947555118336:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128315.342668:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128315.342682:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642da5 expref: 42 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.342692:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3a4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642da5 expref: 42 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.342711:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3a4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642da5 expref: 42 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.342727:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.342729:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.342734:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3a53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642dac expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.342741:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3a53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642dac expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.342765:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3a53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642dac expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128315.342774:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d2a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551133568:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128315.342834:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128315.346314:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d2a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551133568:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128315.346328:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128315.346365:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947555118336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3707us (4324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128315.346373:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14273 00000100:00100000:0.0:1746128315.350534:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.354453:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.359281:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.359359:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.363936:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.364796:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.370170:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.373229:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.383030:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.386871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.389922:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.392048:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.394025:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.394819:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.396724:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.398968:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.401258:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.401301:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.406527:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.407200:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.410585:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.415457:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.420111:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.420133:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555122688 00000100:00100000:0.0:1746128315.420137:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555122688 00002000:00100000:0.0:1746128315.420163:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228a80 x1830947555122688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 488/0 e 0 to 0 dl 1746128326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.420172:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228a80 with x1830947555122688 ext(0->4095) 00002000:00010000:0.0:1746128315.420176:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d228a80 00000100:00100000:0.0:1746128315.420188:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13197 00000100:00100000:0.0:1746128315.420193:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:2015:x1830947555122688:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128315.420276:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:2015:x1830947555122688:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (166us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128315.420282:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13197 00002000:00100000:0.0:1746128315.420285:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228a80 x1830947555122688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746128326 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.420297:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228a80 with x1830947555122688 ext(0->4095) 00002000:00010000:0.0:1746128315.420300:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d228a80 00000100:00100000:0.0:1746128315.421642:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.423896:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.425630:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.427131:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.428619:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.432407:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.435806:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.437187:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2015:x1830947555123968:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1150us (1383us total) trans 4294970443 rc 0/0 00000100:00100000:0.0:1746128315.437194:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2492 00002000:00100000:0.0:1746128315.437199:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099310e00 x1830947555123968/t4294970443(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 496/448 e 0 to 0 dl 1746128326 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.437206:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310e00 with x1830947555123968 ext(0->7) 00010000:00010000:0.0:1746128315.437210:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3a99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642df2 expref: 43 pid: 9591 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.437219:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3a99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642df2 expref: 43 pid: 9591 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.437224:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099310e00 00000100:00100000:0.0:1746128315.440257:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.445934:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.446146:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.447604:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.447662:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.447681:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555124736 00000100:00100000:0.0:1746128315.447683:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555124736 00010000:00010000:0.0:1746128315.447696:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e3aa0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642df9 expref: 6 pid: 9591 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746128315.447715:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14285 00000100:00100000:0.0:1746128315.447720:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555124736:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128315.447725:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128315.447735:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e3aa0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642df9 expref: 6 pid: 9591 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.447743:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e3aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642df9 expref: 6 pid: 9591 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.448193:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128315.448217:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555124736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 497us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128315.448223:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14285 00000100:00100000:0.0:1746128315.450392:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.452018:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.453975:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.455824:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.458513:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.460514:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.462103:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.465755:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.465842:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.467315:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.467385:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.469499:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.470958:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.471323:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.473130:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551138048:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128315.473143:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e777800, rc 0) 00000100:00100000:0.0:1746128315.473173:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:1723:x1830947555127168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2072us (2218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128315.473179:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29330 00000100:00100000:0.0:1746128315.475938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.478043:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.479427:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.481926:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.483831:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.485750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.488670:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.489059:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.492793:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.494469:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.494528:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.496711:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.498121:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.498171:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.499851:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.502145:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.504331:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.505968:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.508800:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.511150:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.513034:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.515453:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.516252:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128315.517266:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128315.517273:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128315.517278:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128315.517282:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795e600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128315.517284:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128315.517289:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128315.517296:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880096724f00) 00010000:00010000:0.0:1746128315.517298:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128315.517300:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21551 initiator: MDT0 00010000:00010000:0.0:1746128315.517303:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e343a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21551 initiator: MDT0 00000100:00100000:0.0:1746128315.517325:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551140224 00000100:00100000:0.0:1746128315.517329:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551140224 00000100:00100000:0.0:1746128315.517359:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29339 00000100:00100000:0.0:1746128315.517365:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551140224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746128315.517382:0:9592:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:24 count 1 00010000:00010000:0.0:1746128315.517397:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e3b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.517409:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008795f600/0x6e2f3e23d86e3376 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642770 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.517416:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e33a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642785 expref: 6 pid: 9593 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128315.517422:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.517424:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.517426:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e3b10 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.517444:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e33a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642785 expref: 6 pid: 9593 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128315.517453:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e33a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642785 expref: 6 pid: 9593 timeout: 812 lvb_type: 1 00000100:00100000:0.0:1746128315.517463:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d28b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551140352:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128315.517507:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008795f600/0x6e2f3e23d86e3376 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642770 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.517516:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008795f600/0x6e2f3e23d86e3376 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642770 expref: 6 pid: 9593 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746128315.517524:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d28b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551140480:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128315.517654:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128315.518943:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.518977:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.518991:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555131776 00000100:00100000:0.0:1746128315.518992:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555131776 00010000:00010000:0.0:1746128315.519008:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e33a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642785 expref: 7 pid: 9593 timeout: 812 lvb_type: 1 00000100:00100000:0.0:1746128315.519024:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14299 00000100:00100000:0.0:1746128315.519029:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555131776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128315.519037:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128315.519040:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e33a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642785 expref: 7 pid: 9593 timeout: 812 lvb_type: 1 00010000:00010000:0.0:1746128315.519048:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e33a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642785 expref: 7 pid: 9593 timeout: 812 lvb_type: 1 00010000:00010000:0.0:1746128315.519075:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128315.519096:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555131776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 66us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128315.519101:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14299 00000100:00100000:0.0:1746128315.519140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.519149:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555131904 00000100:00100000:0.0:1746128315.519151:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555131904 00010000:00010000:0.0:1746128315.519160:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008795f600/0x6e2f3e23d86e3376 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642770 expref: 7 pid: 9593 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746128315.519172:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14300 00000100:00100000:0.0:1746128315.519176:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947555131904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128315.519181:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128315.519184:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008795f600/0x6e2f3e23d86e3376 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642770 expref: 7 pid: 9593 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.519358:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008795f600/0x6e2f3e23d86e3376 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642770 expref: 6 pid: 9593 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.519368:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008795f600/0x6e2f3e23d86e3376 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642770 expref: 6 pid: 9593 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.519415:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.519417:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.519420:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e3b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.519427:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530f000/0x6e2f3e23d86e3b10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.519453:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128315.519468:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2017:x1830947555131904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 291us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128315.519474:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14300 00000100:00100000:0.0:1746128315.520711:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.522227:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.523662:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.525529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.526775:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2015:x1830947555132544:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 959us (1245us total) trans 4294970444 rc 0/0 00000100:00100000:0.0:1746128315.526783:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2502 00002000:00100000:0.0:1746128315.526788:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800917d6300 x1830947555132544/t4294970444(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 496/448 e 0 to 0 dl 1746128326 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.526796:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6300 with x1830947555132544 ext(0->7) 00010000:00010000:0.0:1746128315.526801:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e3b09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642e62 expref: 45 pid: 11543 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.526816:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e3b09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642e62 expref: 45 pid: 11543 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.526822:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d6300 00000100:00100000:0.0:1746128315.528888:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.531781:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.538346:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.538703:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.540354:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.542420:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.544092:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.544191:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.546819:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.548925:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.548985:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.551750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.553966:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.556226:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.557963:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.559973:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.563085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.566794:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.566997:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.569279:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.571257:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.573433:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.573478:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.576306:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.580781:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.580869:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.584508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.590576:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.595146:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.600470:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.602861:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.605389:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.606963:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.609787:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.612497:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.615394:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.617034:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.620236:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.622787:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.625764:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.626344:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.629339:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.632651:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.634831:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.634896:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.637934:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.640429:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.640891:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.644307:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.646305:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.649941:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.653283:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.655703:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.665612:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.667633:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.675261:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.678811:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.682473:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.688303:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555143168 00000100:00100000:0.0:1746128315.688309:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555143168 00002000:00100000:0.0:1746128315.688341:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009239a300 x1830947555143168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 488/0 e 0 to 0 dl 1746128326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.688349:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a300 with x1830947555143168 ext(0->4095) 00002000:00010000:0.0:1746128315.688353:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009239a300 00000100:00100000:0.0:1746128315.688831:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13216 00000100:00100000:0.0:1746128315.688838:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2014:x1830947555143168:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128315.688938:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2014:x1830947555143168:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (700us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128315.688944:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13216 00002000:00100000:0.0:1746128315.688949:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009239a300 x1830947555143168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746128326 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.688955:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a300 with x1830947555143168 ext(0->4095) 00002000:00010000:0.0:1746128315.688958:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009239a300 00000100:00100000:0.0:1746128315.690778:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.698952:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.699273:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.699291:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555143808 00000100:00100000:0.0:1746128315.699294:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555143808 00002000:00100000:0.0:1746128315.699317:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5180 x1830947555143808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:566/0 lens 488/0 e 0 to 0 dl 1746128326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.699325:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5180 with x1830947555143808 ext(0->4095) 00010000:00010000:0.0:1746128315.699331:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3baa lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642efc expref: 6 pid: 11543 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.699340:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3baa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642efc expref: 6 pid: 11543 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.699346:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e5180 00000100:00100000:0.0:1746128315.699357:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2514 00000100:00100000:0.0:1746128315.699362:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555143808:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128315.710406:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.710456:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.723967:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.730625:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.730675:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.735008:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.738343:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.741386:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.743914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.748445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.751889:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.751923:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.755156:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.757275:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.761499:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.765209:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.768380:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.772467:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.777632:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.779770:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.781520:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.784199:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.784648:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14331 00000100:00100000:0.0:1746128315.784655:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555147520:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128315.784665:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128315.784680:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e3bdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f2d expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.784694:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e3bdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f2d expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.784713:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e3bdb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f2d expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.784739:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.784740:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.784746:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e3be2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f34 expref: 44 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.784753:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e3be2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f34 expref: 44 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.784829:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e3be2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f34 expref: 44 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128315.784839:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551148288:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128315.784900:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128315.786880:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.791144:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.795418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.796981:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2014:x1830947555148032:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 648us (1568us total) trans 4294970445 rc 0/0 00000100:00100000:0.0:1746128315.796987:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2519 00002000:00100000:0.0:1746128315.796992:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c41ce00 x1830947555148032/t4294970445(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 496/448 e 0 to 0 dl 1746128326 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.797000:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ce00 with x1830947555148032 ext(0->7) 00010000:00010000:0.0:1746128315.797005:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e3be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f34 expref: 47 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.797014:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e3be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f34 expref: 47 pid: 9592 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.797019:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ce00 00000100:00100000:0.0:1746128315.800249:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.803855:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.804304:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.804357:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555148544 00000100:00100000:0.0:1746128315.804361:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555148544 00002000:00100000:0.0:1746128315.804382:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66d80 x1830947555148544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:566/0 lens 488/0 e 0 to 0 dl 1746128326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.804390:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66d80 with x1830947555148544 ext(0->4095) 00010000:00010000:0.0:1746128315.804394:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3be9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f3b expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.804401:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3be9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f3b expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.804406:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f66d80 00000100:00100000:0.0:1746128315.804430:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2520 00000100:00100000:0.0:1746128315.804435:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555148544:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128315.804519:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555148544:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128315.804525:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2520 00002000:00100000:0.0:1746128315.804530:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66d80 x1830947555148544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746128326 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.804620:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66d80 with x1830947555148544 ext(0->4095) 00010000:00010000:0.0:1746128315.804626:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3be9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f3b expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746128315.804633:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9e00/0x6e2f3e23d86e3be9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f3b expref: 6 pid: 9592 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746128315.804639:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f66d80 00000100:00100000:0.0:1746128315.806685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.806766:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.808764:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.813182:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.816004:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.818050:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.820799:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.823240:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.825249:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.825795:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.830453:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.833790:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555150336 00000100:00100000:0.0:1746128315.833801:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555150336 00010000:00010000:0.0:1746128315.833834:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e3bfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f50 expref: 6 pid: 9592 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746128315.833857:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14336 00000100:00100000:0.0:1746128315.833863:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555150336:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128315.833874:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128315.833891:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e3bfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f50 expref: 6 pid: 9592 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128315.833901:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e3bfe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f50 expref: 6 pid: 9592 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128315.833920:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e3bfe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f50 expref: 6 pid: 9592 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128315.833948:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.833950:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128315.833956:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3c05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f57 expref: 47 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.833963:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3c05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f57 expref: 47 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.833989:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3c05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f57 expref: 47 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128315.833998:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3c05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642f57 expref: 47 pid: 9592 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746128315.834013:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551149696:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128315.834076:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128315.838747:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.840752:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.842358:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.850275:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.854205:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.854356:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.858871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.862862:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.868691:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.872695:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.875912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.879400:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.880819:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.884916:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.885440:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.888237:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.890423:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.893597:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.896919:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.900361:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.904508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.904813:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.908442:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.909450:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.913242:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.916802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.919832:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.922504:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.925578:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.930654:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.931082:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.934194:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.937740:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.946098:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555156608 00000100:00100000:0.0:1746128315.946104:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555156608 00002000:00100000:0.0:1746128315.946134:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fbb80 x1830947555156608/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 488/0 e 0 to 0 dl 1746128326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.946143:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fbb80 with x1830947555156608 ext(0->4095) 00002000:00010000:0.0:1746128315.946147:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fbb80 00000100:00100000:0.0:1746128315.946174:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13228 00000100:00100000:0.0:1746128315.946181:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2015:x1830947555156608:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128315.946757:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2015:x1830947555156608:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 576us (1111us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128315.946763:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13228 00002000:00100000:0.0:1746128315.946769:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fbb80 x1830947555156608/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746128326 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128315.946775:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fbb80 with x1830947555156608 ext(0->4095) 00002000:00010000:0.0:1746128315.946779:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fbb80 00000100:00100000:0.0:1746128315.948493:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.951276:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.954133:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.956214:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.956902:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.959179:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.962410:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.967297:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.967373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.972195:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.975737:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.975776:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.979456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.983679:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.989255:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.990773:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.992791:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.995011:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.996956:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128315.998880:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.003986:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.006633:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.008841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.013206:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.015194:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.015339:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.019851:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.023223:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.027197:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.029796:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.033923:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.039519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.040825:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.045303:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.048637:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.052584:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.055979:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.057365:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2014:x1830947555163008:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1219us (1388us total) trans 4294970446 rc 0/0 00000100:00100000:0.0:1746128316.057373:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2536 00002000:00100000:0.0:1746128316.057378:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093981500 x1830947555163008/t4294970446(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 496/448 e 0 to 0 dl 1746128327 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.057386:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981500 with x1830947555163008 ext(0->7) 00010000:00010000:0.0:1746128316.057391:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e3cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642fff expref: 49 pid: 11544 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.057401:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e3cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9642fff expref: 49 pid: 11544 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.057406:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093981500 00000100:00100000:0.0:1746128316.059128:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.061722:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.063762:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.067870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.073479:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.077673:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.080716:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.083043:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:2014:x1830947555164160:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2121us (2321us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1746128316.083052:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2537 00002000:00100000:0.0:1746128316.083069:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d21d880 x1830947555164160/t4294970447(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 496/448 e 0 to 0 dl 1746128327 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.083076:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21d880 with x1830947555164160 ext(0->7) 00010000:00010000:0.0:1746128316.083083:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8e00/0x6e2f3e23d86e3cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964300d expref: 51 pid: 11544 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.083094:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8e00/0x6e2f3e23d86e3cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964300d expref: 51 pid: 11544 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.083100:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21d880 00000100:00100000:0.0:1746128316.089738:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.096936:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.099661:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.102598:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.110045:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.115223:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.118126:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.123416:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.134005:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.134051:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.141383:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.148413:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.148503:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.155442:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.155465:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555166592 00000100:00100000:0.0:1746128316.155471:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555166592 00010000:00010000:0.0:1746128316.155496:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e3cde lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643030 expref: 51 pid: 9592 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746128316.155530:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14368 00000100:00100000:0.0:1746128316.155537:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:2016:x1830947555166592:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128316.155570:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128316.155587:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e3cde lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643030 expref: 51 pid: 9592 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.155597:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e3cde lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643030 expref: 51 pid: 9592 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.155617:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.155619:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.155625:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e3ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643037 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.155633:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e3ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643037 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.155658:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e3ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643037 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128316.155668:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551157760:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128316.155727:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128316.157861:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801251e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551157760:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128316.157870:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128316.157883:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2016:x1830947555166592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2347us (2449us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128316.157888:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14368 00000100:00100000:0.0:1746128316.159499:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.166322:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.166395:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.173462:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.178137:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.183735:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.187978:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555167616 00000100:00100000:0.0:1746128316.187987:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555167616 00010000:00010000:0.0:1746128316.188019:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3cec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964303e expref: 52 pid: 9591 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746128316.188045:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14370 00000100:00100000:0.0:1746128316.188051:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2014:x1830947555167616:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128316.188074:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128316.188090:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3cec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964303e expref: 52 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.188100:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3cec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964303e expref: 52 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.188119:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3cec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964303e expref: 52 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.188150:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.188152:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.188157:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3cf3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643045 expref: 51 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.188164:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3cf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643045 expref: 51 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.188191:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3cf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643045 expref: 51 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.188200:0:9615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3cf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643045 expref: 51 pid: 11544 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746128316.188210:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551158400:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128316.188284:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128316.193066:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801251e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551158400:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128316.193081:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128316.193114:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:2014:x1830947555167616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5064us (7746us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128316.193123:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14370 00000100:00100000:0.0:1746128316.203448:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.203536:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.207534:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.210783:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.214747:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.216850:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.221724:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.226925:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.228360:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.236085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.241602:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.245248:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.248420:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.250110:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:2014:x1830947555170176:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 931us (1688us total) trans 4294970448 rc 0/0 00000100:00100000:0.0:1746128316.250118:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2544 00002000:00100000:0.0:1746128316.250123:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800963edc00 x1830947555170176/t4294970448(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 496/448 e 0 to 0 dl 1746128327 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.250131:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963edc00 with x1830947555170176 ext(0->7) 00010000:00010000:0.0:1746128316.250136:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643061 expref: 53 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.250147:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643061 expref: 53 pid: 9591 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.250152:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963edc00 00000100:00100000:0.0:1746128316.251850:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.254705:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.257221:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.257257:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.261042:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.265789:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.268187:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.268235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.271032:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.273462:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.273536:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.277591:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.282439:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.285325:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.287972:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.292741:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.296977:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.300441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.300460:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555173248 00000100:00100000:0.0:1746128316.300463:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555173248 00002000:00100000:0.0:1746128316.300488:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bfb80 x1830947555173248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:567/0 lens 488/0 e 0 to 0 dl 1746128327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.300497:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bfb80 with x1830947555173248 ext(0->4095) 00010000:00010000:0.0:1746128316.300504:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3d39 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964308b expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.300516:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3d39 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964308b expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.300523:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bfb80 00000100:00100000:0.0:1746128316.300536:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2548 00000100:00100000:0.0:1746128316.300556:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555173248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128316.300652:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555173248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128316.300658:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2548 00002000:00100000:0.0:1746128316.300663:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bfb80 x1830947555173248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:567/0 lens 488/4536 e 0 to 0 dl 1746128327 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.300670:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bfb80 with x1830947555173248 ext(0->4095) 00010000:00010000:0.0:1746128316.300674:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3d39 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964308b expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.300683:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8a00/0x6e2f3e23d86e3d39 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964308b expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.300689:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bfb80 00000100:00100000:0.0:1746128316.308816:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.313315:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.316694:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.316719:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555173760 00000100:00100000:0.0:1746128316.316724:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555173760 00000100:00100000:0.0:1746128316.316750:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29420 00000100:00100000:0.0:1746128316.316755:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555173760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128316.319929:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.321523:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2014:x1830947555173888:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 750us (1593us total) trans 4294970449 rc 0/0 00000100:00100000:0.0:1746128316.321531:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2549 00002000:00100000:0.0:1746128316.321536:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006da3df80 x1830947555173888/t4294970449(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 496/448 e 0 to 0 dl 1746128327 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.321564:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3df80 with x1830947555173888 ext(0->7) 00010000:00010000:0.0:1746128316.321569:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643092 expref: 55 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.321578:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643092 expref: 55 pid: 9591 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.321583:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3df80 00000100:00100000:0.0:1746128316.324628:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.331331:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.332421:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.333531:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555174528 00000100:00100000:0.0:1746128316.333535:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555174528 00000100:00100000:0.0:1746128316.333577:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29422 00000100:00100000:0.0:1746128316.333582:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1725:x1830947555174528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128316.333588:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128316.333593:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3d55 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96430a7 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.333605:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.333608:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8c00/0x6e2f3e23d86e3d4e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96430a0 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.333613:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128316.333615:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3d55 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96430a7 expref: 57 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.333637:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8c00/0x6e2f3e23d86e3d4e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430a0 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.333646:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3d55 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96430a7 expref: 57 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.333654:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ca5a000, rc 0) 00000100:00100000:0.0:1746128316.333673:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1725:x1830947555174528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128316.333678:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29422 00000100:00100000:0.0:1746128316.335565:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.338330:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.340535:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.348384:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.354115:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.360146:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.361028:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2015:x1830947555175552:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 716us (886us total) trans 4294970450 rc 0/0 00000100:00100000:0.0:1746128316.361036:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2551 00002000:00100000:0.0:1746128316.361042:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006da3f800 x1830947555175552/t4294970450(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 496/448 e 0 to 0 dl 1746128327 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.361048:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f800 with x1830947555175552 ext(0->7) 00010000:00010000:0.0:1746128316.361052:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3d55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430a7 expref: 57 pid: 9592 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.361077:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3d55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430a7 expref: 57 pid: 9592 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.361082:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3f800 00000100:00100000:0.0:1746128316.363234:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.365936:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.370085:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.371292:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.373356:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555176320 00000100:00100000:0.0:1746128316.373361:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555176320 00010000:00010000:0.0:1746128316.373381:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3d5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430ae expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746128316.373408:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14386 00000100:00100000:0.0:1746128316.373414:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555176320:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128316.373422:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128316.373437:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3d5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430ae expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.373445:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3d5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430ae expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.373459:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8800/0x6e2f3e23d86e3d5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430ae expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.373479:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.373481:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.373486:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3d63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430b5 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.373493:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3d63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430b5 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.373514:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3d63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430b5 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.373523:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8400/0x6e2f3e23d86e3d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96430b5 expref: 57 pid: 9591 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746128316.373532:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880122b33b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551164416:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128316.373880:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128316.375379:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.377784:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.377853:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.380598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.382627:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.385423:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.387497:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.390317:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.392476:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.395600:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.397985:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.399887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.401304:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.402783:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.407181:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.409427:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.409982:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.413768:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.416417:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.417348:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.420644:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.427247:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.429855:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.431990:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.435343:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.439874:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.439930:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.443808:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.443884:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.447697:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.451987:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.457571:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.460380:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.464207:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.467225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.469971:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.472532:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.475450:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.477794:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.480307:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.482618:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.486737:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.492473:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.492511:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.495803:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.498359:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.503421:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.505949:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.509407:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.513663:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.516391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.520296:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.520325:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.522397:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.525339:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.529572:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.533084:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.537900:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.539529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.542507:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.546386:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.548194:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.549728:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.553786:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.560201:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.562187:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.566826:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.570495:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.573270:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.576708:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.577618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.580270:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.583399:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.588809:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.591224:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.594912:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.597387:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.604153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.606308:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.617321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.619945:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.623353:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.627300:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.632382:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.634290:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.639014:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.642431:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.646418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.653453:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.668712:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.668761:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.671353:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947555192576:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2155us (2644us total) trans 4294970451 rc 0/0 00000100:00100000:0.0:1746128316.671362:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2567 00002000:00100000:0.0:1746128316.671368:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d288380 x1830947555192576/t4294970451(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 496/448 e 0 to 0 dl 1746128327 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.671380:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288380 with x1830947555192576 ext(0->7) 00010000:00010000:0.0:1746128316.671387:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964318e expref: 60 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.671398:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964318e expref: 60 pid: 9591 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.671404:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d288380 00000100:00100000:0.0:1746128316.683086:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.692160:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.699723:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.720258:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.727744:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2014:x1830947555193728:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 6867us (7481us total) trans 4294970452 rc 0/0 00000100:00100000:0.0:1746128316.727756:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2569 00002000:00100000:0.0:1746128316.727766:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d289180 x1830947555193728/t4294970452(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 496/448 e 0 to 0 dl 1746128327 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.727775:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289180 with x1830947555193728 ext(0->7) 00010000:00010000:0.0:1746128316.727784:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964319c expref: 61 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.727799:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964319c expref: 61 pid: 9591 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.727806:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d289180 00000100:00100000:0.0:1746128316.729946:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.746750:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.750185:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.750209:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555194240 00000100:00100000:0.0:1746128316.750215:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555194240 00002000:00100000:0.0:1746128316.750247:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313800 x1830947555194240/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:567/0 lens 488/0 e 0 to 0 dl 1746128327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.750256:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313800 with x1830947555194240 ext(0->4095) 00010000:00010000:0.0:1746128316.750263:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3e51 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96431a3 expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746128316.750274:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3e51 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96431a3 expref: 6 pid: 9591 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746128316.750280:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099313800 00000100:00100000:0.0:1746128316.750296:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2570 00000100:00100000:0.0:1746128316.750302:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555194240:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128316.755916:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.756502:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.760795:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.764116:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.767212:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.770368:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.771460:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555195264 00000100:00100000:0.0:1746128316.771464:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555195264 00000100:00100000:0.0:1746128316.771484:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29462 00000100:00100000:0.0:1746128316.771489:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1723:x1830947555195264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128316.771498:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128316.771507:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3e6d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96431bf expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.771522:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e3e66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96431b8 expref: 62 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.771527:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128316.771528:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128316.771531:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3e6d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96431bf expref: 62 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.771575:0:11543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e3e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96431b8 expref: 62 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.771585:0:11543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e3e66 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96431b8 expref: 62 pid: 11543 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746128316.771593:0:11543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d22ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11543:1830947551173888:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128316.772081:0:11543:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128316.773345:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.773411:0:11543:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d22ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11543:1830947551173888:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128316.773428:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3e6d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96431bf expref: 62 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.773438:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ca5a000, rc 0) 00000100:00100000:0.0:1746128316.773472:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:1723:x1830947555195264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1983us (2067us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128316.773479:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29462 00000100:00100000:0.0:1746128316.775601:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.775619:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555195648 00000100:00100000:0.0:1746128316.775623:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555195648 00000100:00100000:0.0:1746128316.775656:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29463 00000100:00100000:0.0:1746128316.775661:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555195648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128316.775672:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128316.775686:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e3e74 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96431c6 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.775702:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128316.775706:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3e6d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96431bf expref: 61 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.775711:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128316.775714:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e3e74 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96431c6 expref: 7 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.775739:0:11543:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e3e6d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96431bf expref: 61 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.775747:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e3e74 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96431c6 expref: 7 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.775754:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ca5ac00, rc 0) 00000100:00100000:0.0:1746128316.775775:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:1725:x1830947555195648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128316.775784:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29463 00000100:00100000:0.0:1746128316.777305:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.786805:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.791464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.797322:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.802441:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.805030:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.808704:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.813795:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.814809:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.820399:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.823609:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.827593:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.835310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.839271:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.843354:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.843387:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.846740:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.848019:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.851937:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.855329:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.857795:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.859578:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.864419:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.869510:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.869749:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.874521:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.874660:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.879799:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.883476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.887396:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.893346:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.907218:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.920709:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.920761:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.921754:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14436 00000100:00100000:0.0:1746128316.921761:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2017:x1830947555202048:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128316.921768:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128316.921785:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964320c expref: 65 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128316.921793:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964320c expref: 65 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128316.921807:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3eba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964320c expref: 65 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128316.921820:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.921821:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128316.921825:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e3ec1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643213 expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.921831:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e3ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643213 expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.921852:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e3ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643213 expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128316.921860:0:9615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9c00/0x6e2f3e23d86e3ec1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643213 expref: 5 pid: 11543 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746128316.921868:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132144700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551177216:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128316.924444:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.928231:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.932260:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555202688 00000100:00100000:0.0:1746128316.932266:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555202688 00002000:00100000:0.0:1746128316.932292:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880092398000 x1830947555202688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 488/0 e 0 to 0 dl 1746128327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.932300:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830947555202688 ext(0->4095) 00002000:00010000:0.0:1746128316.932304:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092398000 00000100:00100000:0.0:1746128316.932559:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13272 00000100:00100000:0.0:1746128316.932565:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2014:x1830947555202688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128316.932648:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2014:x1830947555202688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128316.932653:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13272 00002000:00100000:0.0:1746128316.932657:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880092398000 x1830947555202688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:567/0 lens 488/4536 e 0 to 0 dl 1746128327 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128316.932664:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830947555202688 ext(0->4095) 00002000:00010000:0.0:1746128316.932667:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092398000 00000100:00100000:0.0:1746128316.934511:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.938590:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.941901:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.946514:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.952540:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.957641:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.960353:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.963299:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.967880:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.971456:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.972883:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.976251:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.976299:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.980378:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551178624:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128316.980387:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128316.980408:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555204992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3903us (4109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128316.980414:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14442 00000100:00100000:0.0:1746128316.983948:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.987246:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.990239:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.993157:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.995806:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.999615:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128316.999656:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.004908:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.007163:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128317.007236:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128317.009518:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.011199:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.015341:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.018615:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.019485:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.021638:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.026540:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.031500:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.037154:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.040619:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.041163:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.044770:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.049870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.054854:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.059735:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.065593:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.066850:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947555209600:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 672us (1264us total) trans 4294970454 rc 0/0 00000100:00100000:0.0:1746128317.066855:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2587 00002000:00100000:0.0:1746128317.066860:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009631b100 x1830947555209600/t4294970454(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 496/448 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.066866:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b100 with x1830947555209600 ext(0->7) 00010000:00010000:0.0:1746128317.066870:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643275 expref: 65 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.066883:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e3f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643275 expref: 65 pid: 9591 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.066888:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009631b100 00000100:00100000:0.0:1746128317.074391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.076266:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.082060:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.084212:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.084259:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.088501:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.092633:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.092683:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.100932:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.105901:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.110066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.114338:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.117873:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.120366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.120433:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.125399:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.125494:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.135091:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.139322:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.143667:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.148841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.150012:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.153217:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555213696 00000100:00100000:0.0:1746128317.153223:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555213696 00002000:00100000:0.0:1746128317.153251:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880092399c00 x1830947555213696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:568/0 lens 488/0 e 0 to 0 dl 1746128328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.153260:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399c00 with x1830947555213696 ext(0->4095) 00010000:00010000:0.0:1746128317.153266:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3f5b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96432ad expref: 6 pid: 11544 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.153276:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3f5b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96432ad expref: 6 pid: 11544 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.153282:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092399c00 00000100:00100000:0.0:1746128317.157287:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.160973:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.169159:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.179001:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:2015:x1830947555214336:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2856us (3024us total) trans 4294970455 rc 0/0 00000100:00100000:0.0:1746128317.179011:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2593 00002000:00100000:0.0:1746128317.179018:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009239b480 x1830947555214336/t4294970455(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 496/448 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.179027:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239b480 with x1830947555214336 ext(0->7) 00010000:00010000:0.0:1746128317.179034:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96432b4 expref: 67 pid: 11544 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.179057:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96432b4 expref: 67 pid: 11544 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.179069:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009239b480 00000100:00100000:0.0:1746128317.183263:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.184699:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.189257:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128317.193956:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128317.195523:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.199529:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.201693:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.208425:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.210784:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.212125:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551183744:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128317.212140:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128317.212184:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:2014:x1830947555215488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3517us (3759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128317.212192:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14462 00000100:00100000:0.0:1746128317.213044:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555215872 00000100:00100000:0.0:1746128317.213057:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555215872 00002000:00100000:0.0:1746128317.213080:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880092399180 x1830947555215872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:568/0 lens 488/0 e 0 to 0 dl 1746128328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.213088:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399180 with x1830947555215872 ext(0->4095) 00010000:00010000:0.0:1746128317.213093:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3f77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96432c9 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.213101:0:9597:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3f77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96432c9 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128317.213111:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092399180 00000100:00100000:0.0:1746128317.213255:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2595 00000100:00100000:0.0:1746128317.213344:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555215872:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128317.213647:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555215872:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 303us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128317.213653:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2595 00002000:00100000:0.0:1746128317.213658:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880092399180 x1830947555215872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:568/0 lens 488/4536 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.213665:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399180 with x1830947555215872 ext(0->4095) 00010000:00010000:0.0:1746128317.213669:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3f77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96432c9 expref: 6 pid: 11544 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.213677:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e3f77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96432c9 expref: 6 pid: 11544 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.213683:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092399180 00000100:00100000:0.0:1746128317.223404:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.223608:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.233621:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.240832:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.242567:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.244736:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.249183:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.253458:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.253572:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.258305:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.259946:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.263362:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.266496:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.269655:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.272160:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.275562:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.278296:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.281381:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.282646:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.287281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.292428:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.295497:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.301477:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.304473:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.307879:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.311155:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.311532:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.315142:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.316418:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555220736 00000100:00100000:0.0:1746128317.316422:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555220736 00010000:00010000:0.0:1746128317.316437:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3fb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643308 expref: 6 pid: 9591 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746128317.316453:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14472 00000100:00100000:0.0:1746128317.316457:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555220736:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128317.316464:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128317.316478:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3fb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643308 expref: 6 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.316485:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3fb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643308 expref: 6 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.316500:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e3fb6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643308 expref: 6 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.316523:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.316525:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.316529:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e3fbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964330f expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.316535:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e3fbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964330f expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.316567:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e3fbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964330f expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.316577:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e3fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964330f expref: 67 pid: 9591 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746128317.316586:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551186432:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128317.316627:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128317.319056:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.322923:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555221120 00000100:00100000:0.0:1746128317.322930:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555221120 00010000:00010000:0.0:1746128317.322956:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e3fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964330f expref: 68 pid: 9591 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746128317.323012:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14473 00000100:00100000:0.0:1746128317.323019:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2014:x1830947555221120:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128317.323030:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128317.323053:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e3fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964330f expref: 68 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.323063:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e3fbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964330f expref: 68 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.323081:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e3fbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964330f expref: 68 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.323104:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.323105:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.323110:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643316 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.323117:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643316 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.323155:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643316 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128317.323165:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551186560:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128317.323722:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128317.326165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.330466:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.334162:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.338520:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555221760 00000100:00100000:0.0:1746128317.338526:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555221760 00000100:00100000:0.0:1746128317.338578:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29513 00000100:00100000:0.0:1746128317.338584:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1723:x1830947555221760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128317.338598:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128317.338610:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e3fd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643324 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.338630:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3fcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964331d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.338636:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.338638:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.338641:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e3fd2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643324 expref: 67 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.338662:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964331d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.338672:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e3fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964331d expref: 5 pid: 9592 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746128317.338682:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551186944:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128317.338722:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128317.338759:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.341371:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.343394:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.349968:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.353086:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.353475:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555222912 00000100:00100000:0.0:1746128317.353481:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555222912 00002000:00100000:0.0:1746128317.353510:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211e680 x1830947555222912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 488/0 e 0 to 0 dl 1746128328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.353519:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e680 with x1830947555222912 ext(0->4095) 00002000:00010000:0.0:1746128317.353524:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211e680 00000100:00100000:0.0:1746128317.353579:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13289 00000100:00100000:0.0:1746128317.353586:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:2015:x1830947555222912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128317.357284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.362919:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.362962:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.370324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.375074:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551187840:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128317.375090:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128317.375134:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555223680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4658us (4817us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128317.375144:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14478 00000100:00100000:0.0:1746128317.378945:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.384136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.387114:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2014:x1830947555224192:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2490us (2977us total) trans 4294970456 rc 0/0 00000100:00100000:0.0:1746128317.387127:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2605 00002000:00100000:0.0:1746128317.387134:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013211df80 x1830947555224192/t4294970456(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 496/448 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.387142:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211df80 with x1830947555224192 ext(0->7) 00010000:00010000:0.0:1746128317.387150:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643339 expref: 69 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.387162:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9600/0x6e2f3e23d86e3fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643339 expref: 69 pid: 9591 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.387167:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211df80 00000100:00100000:0.0:1746128317.390619:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.393614:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.399399:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.404992:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.412428:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.416955:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.421174:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.423207:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.429809:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.433770:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.438000:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.446322:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.450501:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.452129:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2014:x1830947555226368:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1432us (1628us total) trans 4294970457 rc 0/0 00000100:00100000:0.0:1746128317.452140:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2608 00002000:00100000:0.0:1746128317.452147:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013211c000 x1830947555226368/t4294970457(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 496/448 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.452155:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c000 with x1830947555226368 ext(0->7) 00010000:00010000:0.0:1746128317.452161:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e776600/0x6e2f3e23d86e4003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643355 expref: 71 pid: 9592 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.452173:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e776600/0x6e2f3e23d86e4003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643355 expref: 71 pid: 9592 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.452179:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211c000 00000100:00100000:0.0:1746128317.455529:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.458441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.462855:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.464910:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.467394:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.473647:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.476409:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.478860:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.479303:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29525 00000100:00100000:0.0:1746128317.479310:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:1725:x1830947555228032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128317.479316:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128317.479323:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e4026 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643378 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.479445:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.479448:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e401f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643371 expref: 73 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.479453:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128317.479456:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e4026 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643378 expref: 73 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.479480:0:11543:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9000/0x6e2f3e23d86e401f lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643371 expref: 73 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.479489:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e4026 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643378 expref: 73 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.479497:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b76b400, rc 0) 00000100:00100000:0.0:1746128317.479535:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555228032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128317.479558:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29525 00000100:00100000:0.0:1746128317.482031:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.485111:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.488675:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.491809:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.494856:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.497714:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.501923:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.503237:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.505410:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.508278:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.510915:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.513200:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.516523:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.518765:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.525775:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.527236:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.529410:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.531091:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.535558:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.539597:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.542777:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.545322:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.551921:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.552954:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2016:x1830947555232128:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 552us (1032us total) trans 4294970458 rc 0/0 00000100:00100000:0.0:1746128317.552961:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2613 00002000:00100000:0.0:1746128317.552966:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006d9fa300 x1830947555232128/t4294970458(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 496/448 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.552973:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9fa300 with x1830947555232128 ext(0->7) 00010000:00010000:0.0:1746128317.552978:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4050 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433a2 expref: 73 pid: 11543 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.552988:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4050 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433a2 expref: 73 pid: 11543 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.552998:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006d9fa300 00000100:00100000:0.0:1746128317.557789:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.561409:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.562811:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.565499:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.569027:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.575122:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.577674:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.580923:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.585796:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.591237:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.592629:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555233792:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1136us (1391us total) trans 4294970459 rc 0/0 00000100:00100000:0.0:1746128317.592636:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2615 00002000:00100000:0.0:1746128317.592643:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093980700 x1830947555233792/t4294970459(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 496/448 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.592650:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980700 with x1830947555233792 ext(0->7) 00010000:00010000:0.0:1746128317.592656:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e4065 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433b7 expref: 75 pid: 9591 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.592666:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e4065 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433b7 expref: 75 pid: 9591 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.592862:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093980700 00000100:00100000:0.0:1746128317.596207:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.596967:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.596999:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555234048 00000100:00100000:0.0:1746128317.597002:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555234048 00000100:00100000:0.0:1746128317.597262:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29536 00000100:00100000:0.0:1746128317.597268:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555234048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128317.597278:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128317.597287:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e4073 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96433c5 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.597301:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e406c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96433be expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.597307:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.597308:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.597310:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e4073 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96433c5 expref: 76 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.597325:0:11543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e406c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433be expref: 5 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.597333:0:11543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e406c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433be expref: 5 pid: 11543 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746128317.597340:0:11543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11543:1830947551192832:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128317.597360:0:11543:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128317.599263:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.609829:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.616663:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.618388:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.621205:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.625469:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.633344:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.636316:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.642439:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.645762:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.647438:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.653754:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.654002:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555236224 00000100:00100000:0.0:1746128317.654006:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555236224 00010000:00010000:0.0:1746128317.654023:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e4081 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433d3 expref: 78 pid: 11543 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746128317.654062:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14501 00000100:00100000:0.0:1746128317.654067:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2016:x1830947555236224:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128317.654075:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128317.654089:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e4081 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433d3 expref: 78 pid: 11543 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.654097:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e4081 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433d3 expref: 78 pid: 11543 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.654111:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e4081 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433d3 expref: 78 pid: 11543 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.654123:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.654124:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128317.654130:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e4088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433da expref: 77 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128317.654147:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e4088 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96433da expref: 77 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128317.660614:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.666447:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.667464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.671589:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.680009:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.685124:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.686864:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.691337:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.694669:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.695873:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.697466:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.698077:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.704501:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.708181:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.711810:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.716426:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.720749:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.720995:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.726086:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.729866:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.734872:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.738590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.740481:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.743365:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.746716:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.749846:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.752338:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.753775:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.757330:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.765851:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.769925:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.774482:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.778348:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.778892:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.782335:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.786195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.787858:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.791508:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.793117:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555243264:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1162us (1606us total) trans 4294970461 rc 0/0 00000100:00100000:0.0:1746128317.793124:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2626 00002000:00100000:0.0:1746128317.793130:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091c7e300 x1830947555243264/t4294970461(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 496/448 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.793137:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7e300 with x1830947555243264 ext(0->7) 00010000:00010000:0.0:1746128317.793143:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e40e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643435 expref: 79 pid: 11544 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746128317.793154:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e40e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643435 expref: 79 pid: 11544 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746128317.793163:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7e300 00000100:00100000:0.0:1746128317.794671:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.800123:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.803441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.803482:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.806453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.812386:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.817247:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.820077:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.823088:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.827396:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.832166:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.833098:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.833118:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555245312 00000100:00100000:0.0:1746128317.833121:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555245312 00002000:00100000:0.0:1746128317.833145:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134380 x1830947555245312/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:568/0 lens 488/0 e 0 to 0 dl 1746128328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.833153:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134380 with x1830947555245312 ext(0->4095) 00010000:00010000:0.0:1746128317.833158:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e40ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643451 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128317.833169:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e40ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643451 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128317.833174:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c134380 00000100:00100000:0.0:1746128317.833187:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2628 00000100:00100000:0.0:1746128317.833193:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555245312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128317.833298:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555245312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128317.833304:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2628 00002000:00100000:0.0:1746128317.833309:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134380 x1830947555245312/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:568/0 lens 488/4536 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.833316:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134380 with x1830947555245312 ext(0->4095) 00010000:00010000:0.0:1746128317.833320:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e40ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643451 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128317.833329:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e40ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643451 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128317.833334:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c134380 00000100:00100000:0.0:1746128317.835606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.839353:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555245824 00000100:00100000:0.0:1746128317.839359:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555245824 00002000:00100000:0.0:1746128317.839394:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880092398380 x1830947555245824/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 488/0 e 0 to 0 dl 1746128328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.839403:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398380 with x1830947555245824 ext(0->4095) 00010000:00010000:0.0:1746128317.839410:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e4106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643458 expref: 80 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128317.839422:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e4106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643458 expref: 80 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128317.839432:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092398380 00000100:00100000:0.0:1746128317.839458:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2629 00000100:00100000:0.0:1746128317.839465:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2015:x1830947555245824:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128317.839805:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2015:x1830947555245824:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 339us (527us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128317.839810:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2629 00002000:00100000:0.0:1746128317.839814:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880092398380 x1830947555245824/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:568/0 lens 488/4536 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.839821:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398380 with x1830947555245824 ext(0->4095) 00010000:00010000:0.0:1746128317.839825:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e4106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643458 expref: 80 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128317.839834:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e4106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643458 expref: 80 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128317.839840:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092398380 00000100:00100000:0.0:1746128317.848183:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.850498:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.854830:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.858865:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.859713:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555246848 00000100:00100000:0.0:1746128317.859717:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555246848 00002000:00100000:0.0:1746128317.859737:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6faa00 x1830947555246848/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:568/0 lens 488/0 e 0 to 0 dl 1746128328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.859751:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6faa00 with x1830947555246848 ext(0->4095) 00010000:00010000:0.0:1746128317.859756:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4114 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643466 expref: 6 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128317.859765:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4114 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643466 expref: 6 pid: 11543 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128317.859771:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6faa00 00000100:00100000:0.0:1746128317.859784:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2630 00000100:00100000:0.0:1746128317.859789:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555246848:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128317.859882:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555246848:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128317.859888:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2630 00002000:00100000:0.0:1746128317.859893:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6faa00 x1830947555246848/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:568/0 lens 488/4536 e 0 to 0 dl 1746128328 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128317.859899:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6faa00 with x1830947555246848 ext(0->4095) 00010000:00010000:0.0:1746128317.859903:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4114 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643466 expref: 6 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128317.859910:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4114 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643466 expref: 6 pid: 11543 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128317.859915:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6faa00 00000100:00100000:0.0:1746128317.867984:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.870421:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.875777:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.877694:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.880106:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.884073:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.885110:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.886178:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.888769:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.891314:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.893826:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.896016:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.900339:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.903789:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.906203:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.908273:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.908345:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.913646:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.917503:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.921660:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.925792:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.927969:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.930403:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.933526:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.936869:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.936950:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.940762:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.945757:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.949624:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.951496:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.958071:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.958114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.960952:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.963826:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.968581:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.970871:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.975327:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.979415:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.984973:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.987640:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128317.995533:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.014370:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.018058:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2017:x1830947555254656:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2456us (3677us total) trans 4294970462 rc 0/0 00000100:00100000:0.0:1746128318.018067:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2638 00002000:00100000:0.0:1746128318.018076:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f113100 x1830947555254656/t4294970462(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.018085:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113100 with x1830947555254656 ext(0->7) 00010000:00010000:0.0:1746128318.018093:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e417d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96434cf expref: 81 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.018105:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e417d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96434cf expref: 81 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.018111:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113100 00000100:00100000:0.0:1746128318.029352:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.029405:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.032026:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.034263:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.036566:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.041203:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.045439:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.047610:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555255808:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1903us (2168us total) trans 4294970463 rc 0/0 00000100:00100000:0.0:1746128318.047619:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2640 00002000:00100000:0.0:1746128318.047626:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f112d80 x1830947555255808/t4294970463(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.047633:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112d80 with x1830947555255808 ext(0->7) 00010000:00010000:0.0:1746128318.047639:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e418b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96434dd expref: 83 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.047650:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e418b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96434dd expref: 83 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.047655:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112d80 00000100:00100000:0.0:1746128318.055057:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.055102:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.059297:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.061413:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.063865:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.066874:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.069712:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.070806:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2017:x1830947555256960:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 782us (1092us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1746128318.070813:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2642 00002000:00100000:0.0:1746128318.070819:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012fac7100 x1830947555256960/t4294970464(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.070826:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7100 with x1830947555256960 ext(0->7) 00010000:00010000:0.0:1746128318.070831:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96434eb expref: 85 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.070839:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96434eb expref: 85 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.070845:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac7100 00000100:00100000:0.0:1746128318.072302:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.074218:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.076495:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.078278:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.081141:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.082303:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.084691:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.085176:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.087218:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.088768:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.088817:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.091049:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.093401:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.096168:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.101119:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.103264:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.106902:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.106938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.110162:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.110233:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.112284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.119581:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.121406:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.129286:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.130010:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.132504:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.134992:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.137811:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.141493:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.144118:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.145795:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:2015:x1830947555262208:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1282us (1674us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1746128318.145802:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2648 00002000:00100000:0.0:1746128318.145808:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f104e00 x1830947555262208/t4294970465(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.145815:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104e00 with x1830947555262208 ext(0->7) 00010000:00010000:0.0:1746128318.145821:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b35200/0x6e2f3e23d86e41df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643531 expref: 87 pid: 9592 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.145831:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b35200/0x6e2f3e23d86e41df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643531 expref: 87 pid: 9592 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.145840:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f104e00 00000100:00100000:0.0:1746128318.150876:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.155245:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.156054:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.159100:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.159138:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.162903:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.165130:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.167979:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.169660:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.172530:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.174847:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.178208:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.178290:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.180377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.183725:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.185374:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.185526:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.187693:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.191125:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.193934:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128318.195772:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128318.196801:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.199878:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.202076:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.204695:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.206808:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.208307:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.210306:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.213056:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.216295:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.219218:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.220114:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.223653:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.225582:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.225631:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.228723:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.231231:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.234366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.239516:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.241887:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.244309:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.245382:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.249395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.255074:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.257411:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.263081:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.264076:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2015:x1830947555270016:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 702us (1000us total) trans 4294970466 rc 0/0 00000100:00100000:0.0:1746128318.264083:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2658 00002000:00100000:0.0:1746128318.264089:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097f64700 x1830947555270016/t4294970466(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.264096:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64700 with x1830947555270016 ext(0->7) 00010000:00010000:0.0:1746128318.264101:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e4248 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964359a expref: 89 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.264110:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e4248 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964359a expref: 89 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.264115:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f64700 00000100:00100000:0.0:1746128318.267290:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.271929:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.274087:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.286737:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.286786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.289512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.293733:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.294093:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.302361:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.310625:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.315444:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555272320 00000100:00100000:0.0:1746128318.315452:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555272320 00000100:00100000:0.0:1746128318.315611:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 700 00000100:00100000:0.0:1746128318.315618:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947555272320:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128318.315899:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947555272320:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 281us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128318.315905:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 700 00000100:00100000:0.0:1746128318.317515:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.317584:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128318.317756:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128318.319966:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.323616:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.325648:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.330031:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.333272:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.334463:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.337868:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555273984 00000100:00100000:0.0:1746128318.337875:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555273984 00000100:00100000:0.0:1746128318.338476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.342182:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.346827:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.350621:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.354022:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.360475:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.362014:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.362098:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.364840:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.365995:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.369387:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.370839:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.372809:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.374736:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.377234:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.380272:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.383136:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.383572:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29616 00000100:00100000:0.0:1746128318.383581:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:1725:x1830947555276928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128318.383595:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128318.383613:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e42a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96435f5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.383636:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e429c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96435ee expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.383642:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128318.383644:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128318.383647:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e42a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96435f5 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.383668:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e429c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96435ee expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.383678:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e429c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96435ee expref: 5 pid: 11544 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746128318.383688:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f101c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551213312:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128318.383793:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128318.385888:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.396241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.401268:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.401360:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.404135:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.407148:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.407702:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.409539:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.412941:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.415240:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.417622:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.419233:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.421305:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.422866:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.425214:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.428913:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.431049:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.434312:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000001:00080000:0.0:1746128318.437954:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970467 is committed 00000100:00100000:0.0:1746128318.439989:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.442878:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.445993:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.451725:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.454276:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.457374:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.458955:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.462493:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.464672:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.464827:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.468005:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555282176 00000100:00100000:0.0:1746128318.468010:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555282176 00002000:00100000:0.0:1746128318.468034:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496d80 x1830947555282176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:569/0 lens 488/0 e 0 to 0 dl 1746128329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.468051:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496d80 with x1830947555282176 ext(0->4095) 00010000:00010000:0.0:1746128318.468056:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e42e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643634 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.468070:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e42e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643634 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.468076:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496d80 00000100:00100000:0.0:1746128318.468098:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2672 00000100:00100000:0.0:1746128318.468104:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555282176:12345-192.168.202.33@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746128318.468184:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555282176:12345-192.168.202.33@tcp:3:ldlm_bl.0 Request processed in 81us (518us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128318.468189:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2672 00002000:00100000:0.0:1746128318.468193:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496d80 x1830947555282176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:569/0 lens 488/4536 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.468199:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496d80 with x1830947555282176 ext(0->4095) 00010000:00010000:0.0:1746128318.468203:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e42e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643634 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.468211:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e42e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643634 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.468216:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496d80 00000100:00100000:0.0:1746128318.470285:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.476900:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.478618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.480792:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.483015:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.484627:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.486690:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.490205:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551216640:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128318.490220:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128318.490249:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555283456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3376us (3559us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128318.490256:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14590 00000100:00100000:0.0:1746128318.492472:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.494862:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.497065:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.497283:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.499509:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.502662:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.504835:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.507406:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.509710:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.511457:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.513879:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.516141:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.516597:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.521782:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.525662:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.532893:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.535526:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.535614:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.538896:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.542724:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.545139:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.547201:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.550831:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.553495:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.555942:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.557356:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.561244:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.565830:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.568760:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.573088:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.576869:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.579485:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.582528:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.583245:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.587793:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.587871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.587908:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555290112 00000100:00100000:0.0:1746128318.587915:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555290112 00010000:00010000:0.0:1746128318.587944:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e434b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964369d expref: 6 pid: 11543 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746128318.589626:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14603 00000100:00100000:0.0:1746128318.589634:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555290112:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128318.589643:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128318.589659:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e434b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964369d expref: 6 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.589670:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e434b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964369d expref: 6 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.589686:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e434b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964369d expref: 6 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.590340:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128318.590342:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128318.590348:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4352 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96436a4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.590356:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4352 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96436a4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.590391:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4352 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96436a4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.590401:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4352 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96436a4 expref: 6 pid: 9591 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746128318.590412:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009631a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551219968:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128318.590469:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128318.594276:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.596905:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.605424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.608107:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.611185:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.611596:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.615283:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.616803:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.619900:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.621861:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.624411:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.625538:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947555292032:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 900us (1126us total) trans 4294970468 rc 0/0 00000100:00100000:0.0:1746128318.625561:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2682 00002000:00100000:0.0:1746128318.625567:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008b6e5c00 x1830947555292032/t4294970468(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.625574:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5c00 with x1830947555292032 ext(0->7) 00010000:00010000:0.0:1746128318.625579:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96436b9 expref: 8 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.625589:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96436b9 expref: 8 pid: 11543 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.625595:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e5c00 00000100:00100000:0.0:1746128318.627222:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.632953:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.637130:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.637817:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.641888:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.643849:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.646221:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.652636:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.654661:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.656767:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.659022:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.660951:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.663539:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.665914:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.668063:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.669707:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.670169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.672342:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.674065:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.674106:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.679011:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.681230:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.681273:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.684140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.686364:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.691859:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.695476:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.698686:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.699997:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555296768:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 875us (1310us total) trans 4294970469 rc 0/0 00000100:00100000:0.0:1746128318.700004:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2688 00002000:00100000:0.0:1746128318.700009:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800979c0a80 x1830947555296768/t4294970469(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.700016:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0a80 with x1830947555296768 ext(0->7) 00010000:00010000:0.0:1746128318.700021:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e43a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96436f8 expref: 10 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.700047:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e43a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96436f8 expref: 10 pid: 11543 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.700052:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979c0a80 00000100:00100000:0.0:1746128318.702986:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.706688:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.708183:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.711229:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.713316:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.717311:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.724556:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.725972:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555297920:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1191us (1425us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746128318.725979:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2690 00002000:00100000:0.0:1746128318.725985:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d229880 x1830947555297920/t4294970470(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.725992:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d229880 with x1830947555297920 ext(0->7) 00010000:00010000:0.0:1746128318.725998:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e43b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643706 expref: 12 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.726009:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e43b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643706 expref: 12 pid: 11543 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.726014:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d229880 00000100:00100000:0.0:1746128318.727727:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.735367:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.738638:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.744305:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.752015:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.757515:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947555299072:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 5138us (5499us total) trans 4294970471 rc 0/0 00000100:00100000:0.0:1746128318.757527:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2692 00002000:00100000:0.0:1746128318.757536:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099311180 x1830947555299072/t4294970471(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.757559:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311180 with x1830947555299072 ext(0->7) 00010000:00010000:0.0:1746128318.757569:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e43c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643714 expref: 14 pid: 11543 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746128318.757583:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e43c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643714 expref: 14 pid: 11543 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746128318.757590:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099311180 00000100:00100000:0.0:1746128318.759310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.762568:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.764475:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.767398:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.770118:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.773268:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.777153:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.778149:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.780029:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.780880:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.790519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.796432:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.798720:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.804940:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.807101:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.807224:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.809783:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.812299:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.814645:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.815111:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.819842:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.821117:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.821702:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.823718:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.827513:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.831796:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.833977:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.837352:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.840342:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555304576 00000100:00100000:0.0:1746128318.840347:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555304576 00002000:00100000:0.0:1746128318.840375:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009239a680 x1830947555304576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:569/0 lens 488/0 e 0 to 0 dl 1746128329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.840384:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830947555304576 ext(0->4095) 00002000:00010000:0.0:1746128318.840387:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009239a680 00000100:00100000:0.0:1746128318.840527:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13366 00000100:00100000:0.0:1746128318.840534:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555304576:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128318.840934:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555304576:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 399us (974us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128318.840940:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13366 00002000:00100000:0.0:1746128318.840945:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009239a680 x1830947555304576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:569/0 lens 488/4536 e 0 to 0 dl 1746128329 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.840952:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830947555304576 ext(0->4095) 00002000:00010000:0.0:1746128318.840955:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009239a680 00000100:00100000:0.0:1746128318.841922:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.845676:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.851188:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.851234:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555305216 00000100:00100000:0.0:1746128318.851240:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555305216 00002000:00100000:0.0:1746128318.851267:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4380 x1830947555305216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 488/0 e 0 to 0 dl 1746128329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.851276:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4380 with x1830947555305216 ext(0->4095) 00010000:00010000:0.0:1746128318.851283:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643768 expref: 15 pid: 11543 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128318.851295:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643768 expref: 15 pid: 11543 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128318.851301:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e4380 00000100:00100000:0.0:1746128318.851327:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2698 00000100:00100000:0.0:1746128318.851333:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555305216:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128318.851425:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555305216:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128318.851433:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2698 00002000:00100000:0.0:1746128318.851438:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4380 x1830947555305216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 488/4536 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.851444:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4380 with x1830947555305216 ext(0->4095) 00010000:00010000:0.0:1746128318.851448:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643768 expref: 15 pid: 11543 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128318.851456:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643768 expref: 15 pid: 11543 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128318.851461:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e4380 00000100:00100000:0.0:1746128318.856715:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.860118:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.863697:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.867742:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.870093:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.871109:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.872994:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.873164:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.877744:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.883447:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.888484:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.894469:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.909307:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555307392 00000100:00100000:0.0:1746128318.909315:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555307392 00002000:00100000:0.0:1746128318.909351:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008b6fb800 x1830947555307392/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/0 e 0 to 0 dl 1746128329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.909361:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb800 with x1830947555307392 ext(0->7) 00010000:00010000:0.0:1746128318.909369:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e4432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643784 expref: 14 pid: 11543 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128318.909380:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e4432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643784 expref: 14 pid: 11543 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128318.909386:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fb800 00000100:00100000:0.0:1746128318.909414:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2700 00000100:00100000:0.0:1746128318.909421:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2017:x1830947555307392:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128318.910045:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555307392:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 623us (2123us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746128318.910052:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2700 00002000:00100000:0.0:1746128318.910057:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008b6fb800 x1830947555307392/t4294970472(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:569/0 lens 496/448 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.910063:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb800 with x1830947555307392 ext(0->7) 00010000:00010000:0.0:1746128318.910067:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e4432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643784 expref: 16 pid: 11543 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128318.910074:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e4432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643784 expref: 16 pid: 11543 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128318.910079:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fb800 00000100:00100000:0.0:1746128318.912284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.919372:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555307904 00000100:00100000:0.0:1746128318.919378:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555307904 00002000:00100000:0.0:1746128318.919407:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495180 x1830947555307904/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:569/0 lens 488/0 e 0 to 0 dl 1746128329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.919414:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495180 with x1830947555307904 ext(0->4095) 00010000:00010000:0.0:1746128318.919421:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964378b expref: 6 pid: 9591 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128318.919430:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964378b expref: 6 pid: 9591 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128318.919436:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b495180 00000100:00100000:0.0:1746128318.919451:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2701 00000100:00100000:0.0:1746128318.919456:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555307904:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128318.919569:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555307904:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128318.919574:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2701 00002000:00100000:0.0:1746128318.919579:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495180 x1830947555307904/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:569/0 lens 488/4536 e 0 to 0 dl 1746128329 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128318.919585:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495180 with x1830947555307904 ext(0->4095) 00010000:00010000:0.0:1746128318.919590:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964378b expref: 6 pid: 9591 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128318.919598:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964378b expref: 6 pid: 9591 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128318.919607:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b495180 00000100:00100000:0.0:1746128318.921891:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.925070:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.928524:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.930749:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.935675:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.935832:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.935861:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555308928 00000100:00100000:0.0:1746128318.935864:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555308928 00000100:00100000:0.0:1746128318.935895:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29678 00000100:00100000:0.0:1746128318.935900:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555308928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128318.935905:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128318.935910:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e777600/0x6e2f3e23d86e4455 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96437a0 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.935919:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128318.935922:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e444e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96437a7 expref: 18 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.935925:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128318.935928:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e777600/0x6e2f3e23d86e4455 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96437a0 expref: 18 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.935944:0:11543:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e444e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96437a7 expref: 18 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.935953:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e777600/0x6e2f3e23d86e4455 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96437a0 expref: 18 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128318.935962:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e777600, rc 0) 00000100:00100000:0.0:1746128318.935980:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555308928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128318.935985:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29678 00000100:00100000:0.0:1746128318.937980:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.942164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.945024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.945248:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.945343:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555309696 00000100:00100000:0.0:1746128318.945346:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555309696 00010000:00010000:0.0:1746128318.945360:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e444e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96437a7 expref: 17 pid: 11544 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746128318.949456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.955370:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.955912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.958265:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.961490:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.966008:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.967985:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.969899:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.972633:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.974420:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.976210:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.977333:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.979403:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.981682:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.982211:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.984257:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.986140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.986340:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.988586:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.990966:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.993078:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.994773:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.996990:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128318.999201:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.000993:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128319.001314:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128319.003626:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128319.003855:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128319.007402:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.023120:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.047577:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.050359:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.053893:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.059918:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.063074:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.065841:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.067329:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.069016:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.071392:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.072896:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.074818:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.076609:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.079276:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.083854:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.085745:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2014:x1830947555316864:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 926us (1893us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746128319.085753:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2710 00002000:00100000:0.0:1746128319.085760:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f112300 x1830947555316864/t4294970474(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 496/448 e 0 to 0 dl 1746128330 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.085766:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947555316864 ext(0->7) 00010000:00010000:0.0:1746128319.085772:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e44b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643802 expref: 20 pid: 11544 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.085782:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e44b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643802 expref: 20 pid: 11544 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128319.085788:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112300 00000100:00100000:0.0:1746128319.090312:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.094122:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.100257:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.105632:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.109307:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.111577:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.115288:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.115335:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.119336:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.121614:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.121681:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.123358:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.125165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.126931:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.129527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.132197:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.134355:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.136116:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.138856:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.138896:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.140725:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.142575:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.142640:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.144404:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.146309:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.146572:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.149387:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.152143:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.152218:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.155200:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.157175:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.160172:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.163278:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.165567:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.168819:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.171462:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.172454:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947555322880:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 755us (995us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746128319.172461:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2717 00002000:00100000:0.0:1746128319.172466:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880122b00380 x1830947555322880/t4294970475(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 496/448 e 0 to 0 dl 1746128330 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.172473:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b00380 with x1830947555322880 ext(0->7) 00010000:00010000:0.0:1746128319.172479:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4504 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643856 expref: 22 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.172487:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4504 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643856 expref: 22 pid: 9592 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128319.172493:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b00380 00000100:00100000:0.0:1746128319.180289:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.181192:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.187908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.191369:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128319.197781:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128319.203224:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.213641:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.213953:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.215504:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555324160:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1186us (1549us total) trans 4294970476 rc 0/0 00000100:00100000:0.0:1746128319.215510:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2719 00002000:00100000:0.0:1746128319.215516:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800909bdc00 x1830947555324160/t4294970476(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 496/448 e 0 to 0 dl 1746128330 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.215523:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdc00 with x1830947555324160 ext(0->7) 00010000:00010000:0.0:1746128319.215528:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4512 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643864 expref: 25 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.215560:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4512 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643864 expref: 25 pid: 9592 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128319.215566:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bdc00 00000100:00100000:0.0:1746128319.217662:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555324288 00000100:00100000:0.0:1746128319.217669:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555324288 00010000:00010000:0.0:1746128319.217698:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4512 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643864 expref: 25 pid: 9592 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746128319.217734:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14668 00000100:00100000:0.0:1746128319.217741:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555324288:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128319.217753:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128319.217771:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4512 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643864 expref: 25 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.217781:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4512 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643864 expref: 25 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.217801:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4512 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643864 expref: 25 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.217841:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128319.217842:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128319.217850:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4519 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964386b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.217861:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4519 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964386b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.218062:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4519 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964386b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.218073:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4519 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964386b expref: 5 pid: 9592 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746128319.218082:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551236608:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128319.218393:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128319.220356:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.222998:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.225711:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.228763:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.232447:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.234720:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555325184:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2121us (2267us total) trans 4294970477 rc 0/0 00000100:00100000:0.0:1746128319.234729:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2721 00002000:00100000:0.0:1746128319.234736:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880122b30380 x1830947555325184/t4294970477(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 496/448 e 0 to 0 dl 1746128330 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.234743:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30380 with x1830947555325184 ext(0->7) 00010000:00010000:0.0:1746128319.234750:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e4520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643872 expref: 26 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.234766:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e4520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643872 expref: 26 pid: 9592 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128319.234772:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b30380 00000100:00100000:0.0:1746128319.240690:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.244915:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.246461:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.248646:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551237120:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128319.248666:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e452e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643880 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.248679:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:0.0:1746128319.248727:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1723:x1830947555325440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3503us (3817us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128319.248734:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29709 00000100:00100000:0.0:1746128319.248753:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555325824 00000100:00100000:0.0:1746128319.248757:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555325824 00000100:00100000:0.0:1746128319.248790:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29710 00000100:00100000:0.0:1746128319.248796:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1725:x1830947555325824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128319.249217:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.253567:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.256498:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.259065:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.263091:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.265395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.267171:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.267738:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.271422:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.276972:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.287228:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.290611:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.292814:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.297120:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.297159:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.300393:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.306897:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.308270:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.311118:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.312827:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.312897:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.314988:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.316691:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.320248:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.323647:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.325302:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.327941:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.329493:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.329697:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.329711:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555331456 00000100:00100000:0.0:1746128319.329713:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555331456 00000100:00100000:0.0:1746128319.329728:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29721 00000100:00100000:0.0:1746128319.329732:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555331456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128319.329738:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128319.329744:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e4582 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96438d4 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.329754:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128319.329757:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e457b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96438cd expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.329762:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128319.329764:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e4582 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96438d4 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.329779:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e457b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96438cd expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.329787:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e4582 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96438d4 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.329794:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f80400, rc 0) 00000100:00100000:0.0:1746128319.329812:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555331456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 79us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128319.329817:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29721 00000100:00100000:0.0:1746128319.331311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.336070:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.336145:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.343466:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.343595:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.346983:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.350228:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.354122:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.356407:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.360183:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.362635:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.365132:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.365177:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.368092:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.371876:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.377239:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.378154:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.382776:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.385446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.385662:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.387937:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.389934:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.392165:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.394180:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.396241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.398998:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.401290:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.403936:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.405976:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.411221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.413301:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.414220:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.418168:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.423134:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.423228:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.423259:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555337728 00000100:00100000:0.0:1746128319.423266:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555337728 00010000:00010000:0.0:1746128319.423293:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e45c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964391a expref: 26 pid: 9591 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746128319.423331:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14694 00000100:00100000:0.0:1746128319.423338:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2017:x1830947555337728:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128319.423349:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128319.423364:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e45c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964391a expref: 26 pid: 9591 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.423374:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e45c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964391a expref: 27 pid: 9591 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.423391:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e45c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964391a expref: 27 pid: 9591 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.423406:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128319.423407:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128319.423414:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e45cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643921 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.423420:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e45cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643921 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.425412:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e45cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643921 expref: 5 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.425422:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e45cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643921 expref: 5 pid: 9592 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746128319.425433:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551243264:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128319.425497:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128319.428495:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.430754:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.433422:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.436647:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.439077:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.441272:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.443862:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.443902:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.445858:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.447715:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.448416:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.451235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.454174:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.455123:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.458890:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099312680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551244416:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128319.458899:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128319.459220:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555340288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3895us (4098us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128319.459227:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14699 00000100:00100000:0.0:1746128319.460391:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.463279:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.466407:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.468675:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.470569:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.472712:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.477203:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.477253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.480901:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.485720:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.490021:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.493961:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.496129:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.500432:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.503636:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.504658:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.512356:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e981880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551246080:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128319.512373:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128319.512418:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555343360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3549us (3941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128319.512427:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14705 00000100:00100000:0.0:1746128319.512950:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.516633:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.522078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.525292:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.529195:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.531806:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.535339:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.535530:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.537399:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.539117:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.541406:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.543600:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.548152:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.548600:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14710 00000100:00100000:0.0:1746128319.548608:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555345792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128319.548620:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128319.548637:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4638 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964398a expref: 26 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.548647:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4638 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964398a expref: 26 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.548666:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4638 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964398a expref: 26 pid: 9592 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.548694:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128319.548696:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128319.548704:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e463f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643991 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.548711:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e463f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643991 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.548738:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e463f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643991 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128319.548749:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006d9fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551247360:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128319.548818:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128319.550971:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.552279:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.555934:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.557721:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.560419:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.563686:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.565913:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.568922:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.570791:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.573682:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.575836:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.577419:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.577846:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551248384:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128319.577861:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e465b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96439ad expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128319.577868:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:0.0:1746128319.577894:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095948850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1725:x1830947555347712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1607us (2062us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128319.577899:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29752 00000100:00100000:0.0:1746128319.578334:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.580232:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.582223:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.582477:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.584509:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.588039:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.588159:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.593905:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.596868:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.600317:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.602650:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.605354:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.611390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.611440:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.616349:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.619718:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.622713:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.625367:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.629288:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.632155:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.635136:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.636831:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.637310:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128319.645071:0:11544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e468c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96439de expref: 6 pid: 9592 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746128319.645089:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880122b03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551250560:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128319.645106:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4693 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96439e5 expref: 27 pid: 11544 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.645113:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4693 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96439e5 expref: 27 pid: 11544 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.645127:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:0.0:1746128319.645161:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555351808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7720us (8331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128319.645167:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29760 00000100:00100000:0.0:1746128319.649324:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.652815:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.659988:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.662668:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.665475:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.666200:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.667387:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.669728:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.672944:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.680200:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.684760:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.687709:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.693053:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.698263:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.703775:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.710656:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.719052:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555355520:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 805us (999us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1746128319.719059:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2752 00002000:00100000:0.0:1746128319.719064:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f113480 x1830947555355520/t4294970478(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 496/448 e 0 to 0 dl 1746128330 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.719076:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113480 with x1830947555355520 ext(0->7) 00010000:00010000:0.0:1746128319.719081:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e46bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a0f expref: 28 pid: 11544 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.719090:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e46bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a0f expref: 28 pid: 11544 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128319.719096:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113480 00000100:00100000:0.0:1746128319.722681:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.726869:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.730066:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.730135:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.733233:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.735064:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.737088:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.739043:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.740583:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.742610:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.744851:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.746915:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.750209:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.750314:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.752947:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.755157:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.755338:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.757433:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.759583:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.759647:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.762822:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.766537:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.770237:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.774268:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.786537:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.788453:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2014:x1830947555359744:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1703us (1918us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746128319.788461:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2757 00002000:00100000:0.0:1746128319.788468:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009edf8000 x1830947555359744/t4294970479(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 496/448 e 0 to 0 dl 1746128330 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.788475:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8000 with x1830947555359744 ext(0->7) 00010000:00010000:0.0:1746128319.788481:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e46f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a47 expref: 30 pid: 11544 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746128319.788492:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e46f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a47 expref: 30 pid: 11544 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746128319.788497:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edf8000 00000100:00100000:0.0:1746128319.789979:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.791151:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.793324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.796797:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.801134:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.803333:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.805185:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.808373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.811419:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.814942:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.817627:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.820186:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.820347:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.828264:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.828309:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.831251:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.834525:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.842178:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.847376:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.857591:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.861684:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.866520:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551256704:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128319.866536:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128319.866590:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555363968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4722us (4913us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128319.866600:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14745 00000100:00100000:0.0:1746128319.871036:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.873321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.874941:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947555364480:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 703us (1615us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746128319.874948:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2763 00002000:00100000:0.0:1746128319.874954:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c118000 x1830947555364480/t4294970480(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 496/448 e 0 to 0 dl 1746128330 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.874967:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c118000 with x1830947555364480 ext(0->7) 00010000:00010000:0.0:1746128319.874973:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a86 expref: 32 pid: 11544 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128319.874982:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a86 expref: 32 pid: 11544 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128319.874988:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c118000 00000100:00100000:0.0:1746128319.879537:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.886018:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.886072:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.890535:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.891206:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.895735:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555365504 00000100:00100000:0.0:1746128319.895741:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555365504 00002000:00100000:0.0:1746128319.895771:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac5180 x1830947555365504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 488/0 e 0 to 0 dl 1746128330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.895780:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5180 with x1830947555365504 ext(0->4095) 00010000:00010000:0.0:1746128319.895786:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e4742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a94 expref: 33 pid: 11544 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128319.895796:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e4742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a94 expref: 33 pid: 11544 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128319.895802:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac5180 00000100:00100000:0.0:1746128319.895827:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2765 00000100:00100000:0.0:1746128319.895834:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947555365504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128319.895942:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947555365504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (695us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128319.895952:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2765 00002000:00100000:0.0:1746128319.895957:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac5180 x1830947555365504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 488/4536 e 0 to 0 dl 1746128330 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.895965:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5180 with x1830947555365504 ext(0->4095) 00010000:00010000:0.0:1746128319.895969:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e4742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a94 expref: 33 pid: 11544 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128319.895977:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ba00/0x6e2f3e23d86e4742 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643a94 expref: 33 pid: 11544 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128319.895983:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac5180 00000100:00100000:0.0:1746128319.900153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.903590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.903611:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555365888 00000100:00100000:0.0:1746128319.903617:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555365888 00002000:00100000:0.0:1746128319.903648:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e7100 x1830947555365888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 488/0 e 0 to 0 dl 1746128330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.903656:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7100 with x1830947555365888 ext(0->4095) 00002000:00010000:0.0:1746128319.903660:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e7100 00000100:00100000:0.0:1746128319.903689:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13424 00000100:00100000:0.0:1746128319.903695:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2016:x1830947555365888:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128319.903812:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2016:x1830947555365888:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (228us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128319.903819:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13424 00002000:00100000:0.0:1746128319.903824:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e7100 x1830947555365888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:570/0 lens 488/4536 e 0 to 0 dl 1746128330 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128319.903831:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7100 with x1830947555365888 ext(0->4095) 00002000:00010000:0.0:1746128319.903834:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e7100 00000100:00100000:0.0:1746128319.906287:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.910130:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.913069:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.914147:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.915276:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.916883:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.918983:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.922448:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.930088:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.933166:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.935532:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.937410:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.941700:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.941779:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.945468:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.947972:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.951608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.953351:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.955980:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.958004:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.959990:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.962421:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.966442:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.970880:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.970930:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.976099:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.977934:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.978358:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.982477:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.985652:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.985734:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.988278:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.990067:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.992214:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.995345:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128319.998437:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.000419:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.004508:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.005278:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2017:x1830947555372544:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 602us (770us total) trans 4294970481 rc 0/0 00000100:00100000:0.0:1746128320.005285:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2771 00002000:00100000:0.0:1746128320.005290:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096c1d180 x1830947555372544/t4294970481(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.005297:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1d180 with x1830947555372544 ext(0->7) 00010000:00010000:0.0:1746128320.005302:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e47a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643af6 expref: 34 pid: 9591 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.005311:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e47a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643af6 expref: 34 pid: 9591 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.005317:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c1d180 00000100:00100000:0.0:1746128320.006883:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.009863:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.013175:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.019829:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.029704:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.036247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.039491:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.044748:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d787050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2016:x1830947555373696:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1518us (5260us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1746128320.044755:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2772 00002000:00100000:0.0:1746128320.044761:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d787050 x1830947555373696/t4294970482(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.044769:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d787050 with x1830947555373696 ext(0->7) 00010000:00010000:0.0:1746128320.044774:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5aa00/0x6e2f3e23d86e47b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b04 expref: 36 pid: 9591 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.044784:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5aa00/0x6e2f3e23d86e47b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b04 expref: 36 pid: 9591 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.044790:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d787050 00000100:00100000:0.0:1746128320.056091:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.058805:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.062193:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.071323:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.072985:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.076861:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.080208:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947555374848:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3153us (3347us total) trans 4294970483 rc 0/0 00000100:00100000:0.0:1746128320.080218:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2774 00002000:00100000:0.0:1746128320.080226:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096c1ea00 x1830947555374848/t4294970483(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.080234:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1ea00 with x1830947555374848 ext(0->7) 00010000:00010000:0.0:1746128320.080241:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e47c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b12 expref: 38 pid: 9591 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.080254:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e47c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b12 expref: 38 pid: 9591 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.080260:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c1ea00 00000100:00100000:0.0:1746128320.083937:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.087297:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.087366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.087410:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555375232 00000100:00100000:0.0:1746128320.087416:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555375232 00000100:00100000:0.0:1746128320.087451:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29805 00000100:00100000:0.0:1746128320.087458:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:1723:x1830947555375232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128320.087473:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128320.087488:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e47ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643b20 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.087508:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5bc00/0x6e2f3e23d86e47c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b19 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.087515:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.087516:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.087520:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e47ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b20 expref: 39 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.087564:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca5bc00/0x6e2f3e23d86e47c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b19 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.087575:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5bc00/0x6e2f3e23d86e47c7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b19 expref: 5 pid: 9591 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746128320.087586:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096c1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551262208:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128320.087645:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128320.091236:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.094802:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.100627:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.106649:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.108407:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947555376000:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 952us (1758us total) trans 4294970484 rc 0/0 00000100:00100000:0.0:1746128320.108414:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2776 00002000:00100000:0.0:1746128320.108420:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096c1c380 x1830947555376000/t4294970484(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.108427:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1c380 with x1830947555376000 ext(0->7) 00010000:00010000:0.0:1746128320.108432:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e47ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b20 expref: 40 pid: 9591 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.108445:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e47ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b20 expref: 40 pid: 9591 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.108450:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c1c380 00000100:00100000:0.0:1746128320.111793:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.115418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.115434:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555376512 00000100:00100000:0.0:1746128320.115436:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555376512 00002000:00100000:0.0:1746128320.115457:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097a00e00 x1830947555376512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:571/0 lens 488/0 e 0 to 0 dl 1746128331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.115465:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a00e00 with x1830947555376512 ext(0->4095) 00010000:00010000:0.0:1746128320.115470:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e47d5 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b27 expref: 6 pid: 9591 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.115479:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e47d5 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b27 expref: 6 pid: 9591 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.115485:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a00e00 00000100:00100000:0.0:1746128320.115497:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2777 00000100:00100000:0.0:1746128320.115502:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555376512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128320.115618:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555376512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128320.115624:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2777 00002000:00100000:0.0:1746128320.115629:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097a00e00 x1830947555376512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.115636:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a00e00 with x1830947555376512 ext(0->4095) 00010000:00010000:0.0:1746128320.115640:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e47d5 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b27 expref: 6 pid: 9591 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.115648:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e47d5 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b27 expref: 6 pid: 9591 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.115653:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a00e00 00000100:00100000:0.0:1746128320.117763:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.118629:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.120731:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.122739:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.125260:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.127400:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.129993:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.132590:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.135082:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.136469:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555378176 00000100:00100000:0.0:1746128320.136473:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555378176 00000100:00100000:0.0:1746128320.136505:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29811 00000100:00100000:0.0:1746128320.136511:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:1723:x1830947555378176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128320.136519:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128320.136526:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de72600/0x6e2f3e23d86e47f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643b4a expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.136540:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.136562:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e47f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b43 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.136568:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128320.136571:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de72600/0x6e2f3e23d86e47f8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b4a expref: 42 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.136591:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e47f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b43 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.136601:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008de72600/0x6e2f3e23d86e47f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b4a expref: 42 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.136609:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de72600, rc 0) 00000100:00100000:0.0:1746128320.136641:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:1723:x1830947555378176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128320.136647:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29811 00000100:00100000:0.0:1746128320.139905:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.143090:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.144751:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.145587:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.148031:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.150492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.150590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.154392:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.156809:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.159792:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.161625:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.164193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.167392:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.169304:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.170164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.172663:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.175321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.177600:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.178091:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.181993:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555381632 00000100:00100000:0.0:1746128320.181999:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555381632 00002000:00100000:0.0:1746128320.182037:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21d880 x1830947555381632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 488/0 e 0 to 0 dl 1746128331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.182045:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21d880 with x1830947555381632 ext(0->4095) 00010000:00010000:0.0:1746128320.182052:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e481b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b6d expref: 40 pid: 11544 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.182062:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e481b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b6d expref: 40 pid: 11544 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.182067:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21d880 00000100:00100000:0.0:1746128320.182089:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2783 00000100:00100000:0.0:1746128320.182094:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947555381632:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128320.182196:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947555381632:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128320.182202:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2783 00002000:00100000:0.0:1746128320.182207:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21d880 x1830947555381632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.182214:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21d880 with x1830947555381632 ext(0->4095) 00010000:00010000:0.0:1746128320.182218:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e481b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b6d expref: 40 pid: 11544 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.182226:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e481b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b6d expref: 40 pid: 11544 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.182231:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21d880 00000100:00100000:0.0:1746128320.184319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.184400:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.186579:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.189091:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.191814:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.194461:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.197008:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.199407:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.202738:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.203533:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.208611:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.215683:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.220401:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.224225:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555384192 00000100:00100000:0.0:1746128320.224232:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555384192 00000100:00100000:0.0:1746128320.224265:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29822 00000100:00100000:0.0:1746128320.224271:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555384192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128320.224283:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128320.224296:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de72600/0x6e2f3e23d86e4845 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643b97 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.224318:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e483e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b90 expref: 39 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.224324:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128320.224325:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128320.224328:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de72600/0x6e2f3e23d86e4845 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b97 expref: 6 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.224350:0:11543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e483e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b90 expref: 39 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.224359:0:11543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e483e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b90 expref: 39 pid: 9592 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746128320.224369:0:11543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094fa6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11543:1830947551266560:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128320.225480:0:11543:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128320.229687:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.230079:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.232158:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.236710:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.247993:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.250613:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947555385344:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2373us (2612us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746128320.250624:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2787 00002000:00100000:0.0:1746128320.250636:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f8d3800 x1830947555385344/t4294970485(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.250644:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d3800 with x1830947555385344 ext(0->7) 00010000:00010000:0.0:1746128320.250652:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e484c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b9e expref: 42 pid: 11543 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.250664:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5b400/0x6e2f3e23d86e484c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643b9e expref: 42 pid: 11543 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.250670:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d3800 00000100:00100000:0.0:1746128320.253346:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.254678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.259723:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.259745:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555385856 00000100:00100000:0.0:1746128320.259751:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555385856 00002000:00100000:0.0:1746128320.259786:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0000 x1830947555385856/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:571/0 lens 488/0 e 0 to 0 dl 1746128331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.259794:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0000 with x1830947555385856 ext(0->4095) 00010000:00010000:0.0:1746128320.259803:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e4853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ba5 expref: 6 pid: 11544 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.259814:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e4853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ba5 expref: 6 pid: 11544 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.259819:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d0000 00000100:00100000:0.0:1746128320.259837:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2788 00000100:00100000:0.0:1746128320.259843:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555385856:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128320.260712:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555385856:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 865us (989us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128320.260720:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2788 00002000:00100000:0.0:1746128320.260727:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0000 x1830947555385856/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.260734:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0000 with x1830947555385856 ext(0->4095) 00010000:00010000:0.0:1746128320.260740:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e4853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ba5 expref: 6 pid: 11544 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.260750:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e4853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ba5 expref: 6 pid: 11544 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.260755:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d0000 00000100:00100000:0.0:1746128320.274082:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.282979:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.285939:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.288753:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2014:x1830947555386496:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1928us (2810us total) trans 4294970486 rc 0/0 00000100:00100000:0.0:1746128320.288762:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2789 00002000:00100000:0.0:1746128320.288770:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ce12d80 x1830947555386496/t4294970486(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.288778:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12d80 with x1830947555386496 ext(0->7) 00010000:00010000:0.0:1746128320.288785:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e485a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643bac expref: 44 pid: 11544 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.288802:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e485a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643bac expref: 44 pid: 11544 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.288808:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce12d80 00000100:00100000:0.0:1746128320.291375:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.294014:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.297278:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.298136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.298165:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555387136 00000100:00100000:0.0:1746128320.298167:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555387136 00000100:00100000:0.0:1746128320.298182:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29828 00000100:00100000:0.0:1746128320.298186:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:1725:x1830947555387136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128320.298191:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128320.298195:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e486f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643bc1 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.298215:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.298218:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4868 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643bba expref: 46 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.298223:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128320.298419:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e486f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643bc1 expref: 46 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128320.301671:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.303935:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.306193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.312660:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.314029:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.316503:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.320308:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.324607:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.324679:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.324996:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29831 00000100:00100000:0.0:1746128320.325002:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:1725:x1830947555388672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128320.325008:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128320.325014:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de73200/0x6e2f3e23d86e4884 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643bd6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.325031:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.325035:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e487d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643bcf expref: 46 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.325039:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128320.325042:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de73200/0x6e2f3e23d86e4884 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643bd6 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.325060:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e487d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643bcf expref: 46 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.325069:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008de73200/0x6e2f3e23d86e4884 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643bd6 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.325077:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de73200, rc 0) 00000100:00100000:0.0:1746128320.328356:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.336725:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551268864:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128320.336738:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128320.336770:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555388800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7772us (8419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128320.336777:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14792 00000100:00100000:0.0:1746128320.340849:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.350456:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.358168:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.360742:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.364798:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.369829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.379288:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.388189:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.394030:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.398857:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.400714:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2014:x1830947555390720:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1022us (1856us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746128320.400721:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2793 00002000:00100000:0.0:1746128320.400727:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012dd88380 x1830947555390720/t4294970487(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.400734:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88380 with x1830947555390720 ext(0->7) 00010000:00010000:0.0:1746128320.400740:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4892 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643be4 expref: 46 pid: 11543 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.400749:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4892 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643be4 expref: 46 pid: 11543 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.400758:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd88380 00000100:00100000:0.0:1746128320.404365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.412322:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.412412:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.418858:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.419590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.422143:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.426089:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.431180:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.435448:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.439698:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.441427:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.445857:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.450015:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.454806:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.458976:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.465752:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.471246:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2014:x1830947555393408:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 5363us (5488us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1746128320.471256:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2796 00002000:00100000:0.0:1746128320.471265:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009628b480 x1830947555393408/t4294970488(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.471273:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628b480 with x1830947555393408 ext(0->7) 00010000:00010000:0.0:1746128320.471281:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e48b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643c07 expref: 48 pid: 9591 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.471299:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e48b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643c07 expref: 48 pid: 9591 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.471306:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009628b480 00000100:00100000:0.0:1746128320.475139:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.478530:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.480872:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.484979:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.489407:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.492182:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.495382:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.497011:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.500147:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.500208:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.504911:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.508005:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.511410:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.513710:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.516563:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.521115:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.521222:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.521252:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555396480 00000100:00100000:0.0:1746128320.521258:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555396480 00000100:00100000:0.0:1746128320.521297:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29845 00000100:00100000:0.0:1746128320.521303:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:1723:x1830947555396480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128320.521316:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128320.521332:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e48e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643c38 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.521351:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e48df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643c31 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.521908:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.521910:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.521914:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e48e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643c38 expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.521946:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e48df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643c31 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.521956:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e48df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643c31 expref: 6 pid: 9592 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746128320.521966:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551272448:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128320.522011:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128320.523221:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.523951:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.527100:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.528819:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.531180:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.532441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.535880:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.538311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.540216:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.543631:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.545091:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.547941:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.553851:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.557113:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.569133:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.569220:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.577935:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.581965:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.584608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.586428:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.589255:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.592275:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.592355:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.597227:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.607158:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.611382:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.615618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.619306:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.621574:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.623509:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.627515:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.627585:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.632314:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.636904:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.646575:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.651405:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.654909:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.658736:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.662421:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.665202:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.666305:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.670212:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.675337:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.675359:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555404672 00000100:00100000:0.0:1746128320.675363:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555404672 00002000:00100000:0.0:1746128320.675393:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91880 x1830947555404672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 488/0 e 0 to 0 dl 1746128331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.675402:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91880 with x1830947555404672 ext(0->4095) 00010000:00010000:0.0:1746128320.675410:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e494f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ca1 expref: 49 pid: 9592 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.675422:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e494f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ca1 expref: 49 pid: 9592 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.675428:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91880 00000100:00100000:0.0:1746128320.675453:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2808 00000100:00100000:0.0:1746128320.675459:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2015:x1830947555404672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128320.675568:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2015:x1830947555404672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128320.675574:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2808 00002000:00100000:0.0:1746128320.675579:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91880 x1830947555404672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.675585:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91880 with x1830947555404672 ext(0->4095) 00010000:00010000:0.0:1746128320.675590:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e494f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ca1 expref: 49 pid: 9592 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.675597:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e494f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ca1 expref: 49 pid: 9592 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.675602:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91880 00000100:00100000:0.0:1746128320.677806:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.685302:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.688364:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.693492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.696317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.696370:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.698029:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.698332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.700569:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.702661:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.705029:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.707216:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.709659:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551277568:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128320.709679:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4972 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643cc4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.709691:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:0.0:1746128320.709736:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555406720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2422us (2522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128320.709743:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29865 00000100:00100000:0.0:1746128320.712425:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.712629:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13466 00000100:00100000:0.0:1746128320.712637:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555407104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128320.712725:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555407104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128320.712731:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13466 00002000:00100000:0.0:1746128320.712736:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8000 x1830947555407104/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746128331 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.712743:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8000 with x1830947555407104 ext(0->4095) 00002000:00010000:0.0:1746128320.712745:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2a8000 00000100:00100000:0.0:1746128320.713952:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.716376:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.716822:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.719308:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.723362:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.727312:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.733438:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.734530:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.736904:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.740859:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.745590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.745631:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555409152 00000100:00100000:0.0:1746128320.745638:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555409152 00002000:00100000:0.0:1746128320.745669:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957bb100 x1830947555409152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 488/0 e 0 to 0 dl 1746128331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.745726:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb100 with x1830947555409152 ext(0->4095) 00002000:00010000:0.0:1746128320.745731:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957bb100 00000100:00100000:0.0:1746128320.746294:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13467 00000100:00100000:0.0:1746128320.746301:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2014:x1830947555409152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128320.746424:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2014:x1830947555409152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (837us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128320.746430:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13467 00002000:00100000:0.0:1746128320.746435:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957bb100 x1830947555409152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746128331 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.746442:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb100 with x1830947555409152 ext(0->4095) 00002000:00010000:0.0:1746128320.746445:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957bb100 00000100:00100000:0.0:1746128320.748191:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.751265:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.754875:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.754978:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.756401:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.758838:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.762973:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.765761:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.768615:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.775917:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.782750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.785332:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2016:x1830947555410944:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1495us (2582us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746128320.785340:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2814 00002000:00100000:0.0:1746128320.785348:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957ba300 x1830947555410944/t4294970489(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.785356:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957ba300 with x1830947555410944 ext(0->7) 00010000:00010000:0.0:1746128320.785362:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e49a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643cf5 expref: 50 pid: 9592 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.785374:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e49a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643cf5 expref: 50 pid: 9592 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746128320.785379:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957ba300 00000100:00100000:0.0:1746128320.790656:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.796665:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.796792:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.803079:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.803161:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.803195:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555411712 00000100:00100000:0.0:1746128320.803198:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555411712 00010000:00010000:0.0:1746128320.803214:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e49aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643cfc expref: 6 pid: 11543 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746128320.804171:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14836 00000100:00100000:0.0:1746128320.804179:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555411712:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128320.804187:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128320.804202:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e49aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643cfc expref: 6 pid: 11543 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.804211:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e49aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643cfc expref: 6 pid: 11543 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.804230:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a000/0x6e2f3e23d86e49aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643cfc expref: 6 pid: 11543 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746128320.804243:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.804245:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128320.804249:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5aa00/0x6e2f3e23d86e49b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d03 expref: 52 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.804256:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca5aa00/0x6e2f3e23d86e49b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d03 expref: 52 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.804800:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca5aa00/0x6e2f3e23d86e49b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d03 expref: 52 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128320.804811:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5aa00/0x6e2f3e23d86e49b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d03 expref: 52 pid: 11543 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746128320.804821:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e86a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551280128:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128320.805210:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128320.807707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.809988:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.814116:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.816443:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.821409:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.825855:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.827274:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.829817:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.831477:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.838433:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.842254:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.846558:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551281024:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128320.846573:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128320.846605:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2017:x1830947555413632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3550us (4357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128320.846612:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14840 00000100:00100000:0.0:1746128320.848105:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.852334:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.854033:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.855745:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.857293:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.858682:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.863439:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.866537:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.867260:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.871863:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.876125:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.876211:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.884946:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.890858:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.894117:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.900599:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.906043:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.908939:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.913691:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.916278:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.919099:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.920788:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2015:x1830947555417728:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1518us (1686us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746128320.920796:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2822 00002000:00100000:0.0:1746128320.920802:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096172300 x1830947555417728/t4294970490(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.920809:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172300 with x1830947555417728 ext(0->7) 00010000:00010000:0.0:1746128320.920815:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e49fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d50 expref: 52 pid: 11543 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128320.920826:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e49fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d50 expref: 52 pid: 11543 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128320.920832:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096172300 00000100:00100000:0.0:1746128320.930643:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.931279:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.934832:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.937348:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.944879:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.954619:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947555418880:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 805us (1092us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746128320.954627:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2824 00002000:00100000:0.0:1746128320.954632:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b494380 x1830947555418880/t4294970491(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:571/0 lens 496/448 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.954644:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494380 with x1830947555418880 ext(0->7) 00010000:00010000:0.0:1746128320.954648:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4a0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d5e expref: 54 pid: 9591 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128320.954657:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4a0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d5e expref: 54 pid: 9591 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128320.954661:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494380 00000100:00100000:0.0:1746128320.962277:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.966808:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.967691:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.967705:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555419392 00000100:00100000:0.0:1746128320.967707:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555419392 00002000:00100000:0.0:1746128320.967726:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132144700 x1830947555419392/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:571/0 lens 488/0 e 0 to 0 dl 1746128331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.967734:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144700 with x1830947555419392 ext(0->4095) 00010000:00010000:0.0:1746128320.967739:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4a13 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d65 expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128320.967747:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4a13 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d65 expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128320.967752:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132144700 00000100:00100000:0.0:1746128320.967763:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2825 00000100:00100000:0.0:1746128320.967767:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132144700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555419392:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128320.967852:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555419392:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 84us (162us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128320.967857:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2825 00002000:00100000:0.0:1746128320.967862:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132144700 x1830947555419392/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746128331 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128320.967868:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144700 with x1830947555419392 ext(0->4095) 00010000:00010000:0.0:1746128320.967871:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4a13 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d65 expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128320.967878:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e4a13 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643d65 expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128320.967882:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132144700 00000100:00100000:0.0:1746128320.970699:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.971929:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.972967:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.975751:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.975994:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.980097:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.983001:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.983223:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.988924:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.994347:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.996076:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128320.997758:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.000706:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.002608:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.002670:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.006818:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.010588:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.010630:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.014365:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.018302:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.021478:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.025134:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.028338:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.030987:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.031853:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.033114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.037411:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.043100:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.050250:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.056176:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.065537:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.072687:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.075978:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.085829:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.086711:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.086737:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555425408 00000100:00100000:0.0:1746128321.086740:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555425408 00002000:00100000:0.0:1746128321.086763:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6fb80 x1830947555425408/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.086771:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6fb80 with x1830947555425408 ext(0->4095) 00010000:00010000:0.0:1746128321.086775:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e4a67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643db9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.086782:0:24949:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e4a67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643db9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128321.086787:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6fb80 00000100:00100000:0.0:1746128321.086810:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2833 00000100:00100000:0.0:1746128321.086818:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555425408:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128321.090473:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.090515:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.093449:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.093577:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551287040:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128321.093598:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5bc00/0x6e2f3e23d86e4a75 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643dc7 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.093609:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ca5bc00, rc 0) 00000100:00100000:0.0:1746128321.093639:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1725:x1830947555425664:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2660us (3125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128321.093646:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29902 00000100:00100000:0.0:1746128321.102081:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.105072:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.109388:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.111943:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.111982:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.112024:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555426944 00000100:00100000:0.0:1746128321.112030:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555426944 00002000:00100000:0.0:1746128321.112070:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c380 x1830947555426944/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.112079:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947555426944 ext(0->4095) 00002000:00010000:0.0:1746128321.112083:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6c380 00000100:00100000:0.0:1746128321.112100:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13482 00000100:00100000:0.0:1746128321.112105:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555426944:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128321.112217:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555426944:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128321.112223:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13482 00002000:00100000:0.0:1746128321.112228:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c380 x1830947555426944/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.112235:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947555426944 ext(0->4095) 00002000:00010000:0.0:1746128321.112237:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6c380 00000100:00100000:0.0:1746128321.114973:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.116872:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.123421:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.125379:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.130251:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.132098:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.135070:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.139125:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.140349:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.143476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.144855:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.147289:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.152330:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.154862:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.160104:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.163255:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.165390:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.167209:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.170436:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.171198:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.174829:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.177884:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.183096:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.188717:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.191168:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.192772:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2014:x1830947555431168:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1388us (1601us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1746128321.192779:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2839 00002000:00100000:0.0:1746128321.192785:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008b6e7480 x1830947555431168/t4294970493(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 496/448 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.192792:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7480 with x1830947555431168 ext(0->7) 00010000:00010000:0.0:1746128321.192797:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4ab4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e06 expref: 58 pid: 11543 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.192807:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4ab4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e06 expref: 58 pid: 11543 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128321.192813:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e7480 00010000:00010000:0.0:1746128321.201821:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128321.202803:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.205243:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.208383:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.211920:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.215723:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.217853:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.219727:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.222303:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947555432320:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2119us (2574us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1746128321.222313:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2841 00002000:00100000:0.0:1746128321.222321:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008b6e4700 x1830947555432320/t4294970494(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 496/448 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.222330:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4700 with x1830947555432320 ext(0->7) 00010000:00010000:0.0:1746128321.222336:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e4ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e14 expref: 60 pid: 9591 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.222349:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5a800/0x6e2f3e23d86e4ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e14 expref: 60 pid: 9591 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128321.222355:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4700 00000100:00100000:0.0:1746128321.233729:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.236679:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.236756:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.238658:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.240573:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.245344:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.248975:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.249009:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555433728 00000100:00100000:0.0:1746128321.249021:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555433728 00002000:00100000:0.0:1746128321.249051:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f105500 x1830947555433728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.249063:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105500 with x1830947555433728 ext(0->4095) 00002000:00010000:0.0:1746128321.249069:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105500 00000100:00100000:0.0:1746128321.249199:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13489 00000100:00100000:0.0:1746128321.249207:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2017:x1830947555433728:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128321.251098:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.253594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.256857:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.259751:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.260610:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.262329:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.265342:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.267371:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.271297:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.276226:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.279236:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.281167:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.283714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.285110:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.289350:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.292319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.294993:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.300889:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.304330:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.305917:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.307860:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3775:1830947551293184:0@lo:400:kworker.0 00000100:00100000:0.0:1746128321.309022:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128321.309038:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551293696:0@lo:400:kworker.0 00000100:00100000:0.0:1746128321.309056:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128321.309067:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551294208:0@lo:400:kworker.0 00000100:00100000:0.0:1746128321.309082:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128321.309099:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551294208 00000100:00100000:0.0:1746128321.309103:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551294208 00000100:00100000:0.0:1746128321.309118:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1746128321.309123:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3775:x1830947551294208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128321.309145:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3775:x1830947551294208:12345-0@lo:400:kworker.0 Request processed in 22us (62us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128321.309149:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1746128321.309166:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551293696:0@lo:400:kworker.0 00000100:00100000:0.0:1746128321.309172:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551294208:0@lo:400:kworker.0 00000100:00100000:0.0:1746128321.309264:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.309302:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3775:1830947551293184:0@lo:400:kworker.0 00000100:00100000:0.0:1746128321.311838:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.315890:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00002000:00100000:1.0:1746128321.316597:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41d880 x1830947555437824/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.316609:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d880 with x1830947555437824 ext(0->4095) 00002000:00010000:1.0:1746128321.316611:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41d880 00000100:00100000:1.0:1746128321.325427:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006d9f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551294592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746128321.325483:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128321.325514:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.325558:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555437952 00000100:00100000:1.0:1746128321.326040:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555437952 00000100:00100000:1.0:1746128321.326078:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29925 00000100:00100000:1.0:1746128321.326084:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555437952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.326097:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746128321.326241:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006d9f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551294592:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746128321.326303:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4b16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643e68 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.326325:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e4b0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e61 expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.326331:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.326333:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.326336:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4b16 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e68 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.326357:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e4b0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e61 expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.326367:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e4b0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e61 expref: 59 pid: 9591 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746128321.326379:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d21df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551294720:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.326441:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128321.328157:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d21df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551294720:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.328180:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4b16 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e68 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.328192:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128321.328219:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555437952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2134us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.328225:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29925 00000100:00100000:0.0:1746128321.339273:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.343493:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2014:x1830947555438080:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1950us (4223us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746128321.343502:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2847 00002000:00100000:0.0:1746128321.343510:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c41ce00 x1830947555438080/t4294970495(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 496/448 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.343519:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ce00 with x1830947555438080 ext(0->7) 00010000:00010000:0.0:1746128321.343526:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e4b0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e61 expref: 62 pid: 9591 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.343538:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5ac00/0x6e2f3e23d86e4b0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e61 expref: 62 pid: 9591 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128321.343573:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ce00 00000100:00100000:0.0:1746128321.348570:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.348667:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555438208 00000100:00100000:1.0:1746128321.348676:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555438208 00000100:00100000:1.0:1746128321.348726:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29926 00000100:00100000:1.0:1746128321.348734:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:1723:x1830947555438208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.348749:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.348762:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4b1d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643e6f expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.348784:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.348788:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4b16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e68 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.348793:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128321.348796:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4b1d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e6f expref: 63 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.348832:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4b16 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e68 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.348842:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4b1d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e6f expref: 63 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.348850:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128321.348885:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1723:x1830947555438208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.348891:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29926 00000100:00100000:0.0:1746128321.350502:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.354849:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.362752:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.367048:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.373472:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.373533:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555439104 00000100:00100000:1.0:1746128321.373574:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555439104 00000100:00100000:1.0:1746128321.374171:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29927 00000100:00100000:1.0:1746128321.374179:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555439104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.374193:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.374208:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4b24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643e76 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.374233:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4b1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e6f expref: 61 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.374239:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.374240:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.374243:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4b24 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e76 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.374268:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4b1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e6f expref: 61 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.374277:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4b1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e6f expref: 61 pid: 11544 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746128321.374287:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d21df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551295360:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.375179:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128321.376790:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d21df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551295360:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.376816:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4b24 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e76 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.376828:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128321.376860:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555439104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2682us (3394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.376867:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29927 00000100:00100000:0.0:1746128321.383062:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.385996:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947555439232:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1487us (2938us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1746128321.386005:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2849 00002000:00100000:0.0:1746128321.386020:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c41d500 x1830947555439232/t4294970496(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 496/448 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.386027:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d500 with x1830947555439232 ext(0->7) 00010000:00010000:0.0:1746128321.386034:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4b1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e6f expref: 64 pid: 11544 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.386045:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4b1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e6f expref: 64 pid: 11544 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128321.386051:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41d500 00000100:00100000:0.0:1746128321.388004:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.395138:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.396977:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.397578:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555439744 00000100:00100000:1.0:1746128321.397585:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555439744 00000100:00100000:1.0:1746128321.397655:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29928 00000100:00100000:1.0:1746128321.397663:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1723:x1830947555439744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.397675:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.397688:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4b2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643e7d expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.397708:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4b24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e76 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.397715:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.397717:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.397721:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4b2b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e7d expref: 64 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.397743:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4b24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e76 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.397753:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4b24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e76 expref: 5 pid: 11544 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746128321.397762:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d21df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551295616:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.397827:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.399906:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.400166:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d21df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551295616:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.400199:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4b2b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e7d expref: 64 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.400215:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128321.400269:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947555439744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2605us (3294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.400277:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29928 00000100:00100000:1.0:1746128321.400299:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555439872 00000100:00100000:1.0:1746128321.400303:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555439872 00000100:00100000:1.0:1746128321.400324:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29929 00000100:00100000:1.0:1746128321.400329:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1725:x1830947555439872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.400341:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.400351:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4b32 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643e84 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.400366:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.400370:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4b2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e7d expref: 65 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.400374:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.400377:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4b32 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e84 expref: 65 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.400398:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4b2b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e7d expref: 65 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.400407:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4b32 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643e84 expref: 65 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.400414:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128321.400428:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947555439872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.400433:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29929 00000100:00100000:0.0:1746128321.402703:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.408988:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.411873:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.414235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.414344:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555440640 00000100:00100000:1.0:1746128321.414349:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555440640 00002000:00100000:1.0:1746128321.414374:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980380 x1830947555440640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.414382:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980380 with x1830947555440640 ext(0->4095) 00002000:00010000:1.0:1746128321.414386:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093980380 00000100:00100000:1.0:1746128321.414986:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13496 00000100:00100000:1.0:1746128321.414994:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947555440640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128321.415236:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947555440640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 243us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.415464:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13496 00002000:00100000:1.0:1746128321.415470:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980380 x1830947555440640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.415476:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980380 with x1830947555440640 ext(0->4095) 00002000:00010000:1.0:1746128321.415479:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093980380 00000100:00100000:0.0:1746128321.417158:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.420412:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.425143:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.425491:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.427963:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.428954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.430927:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.433367:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.435461:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.437238:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.439925:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.441449:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.446142:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.446217:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.448617:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.451702:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.453918:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.456241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.460834:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.463739:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.464309:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.468777:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.468861:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555444352 00000100:00100000:1.0:1746128321.468867:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555444352 00002000:00100000:1.0:1746128321.468895:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137800 x1830947555444352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.468904:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137800 with x1830947555444352 ext(0->4095) 00010000:00010000:1.0:1746128321.468911:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4b63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eb5 expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.468922:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4b63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eb5 expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.468928:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137800 00000100:00100000:1.0:1746128321.469002:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2854 00000100:00100000:1.0:1746128321.469008:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555444352:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128321.469111:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555444352:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.469116:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2854 00002000:00100000:1.0:1746128321.469120:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137800 x1830947555444352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.469126:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137800 with x1830947555444352 ext(0->4095) 00010000:00010000:1.0:1746128321.469130:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4b63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eb5 expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.469137:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4b63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eb5 expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.469142:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137800 00000100:00100000:0.0:1746128321.471871:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.475267:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.477291:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.479734:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.483029:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555445248 00000100:00100000:0.0:1746128321.483035:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555445248 00002000:00100000:0.0:1746128321.483062:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf7b80 x1830947555445248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.483070:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7b80 with x1830947555445248 ext(0->4095) 00002000:00010000:0.0:1746128321.483073:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf7b80 00000100:00100000:0.0:1746128321.483878:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13501 00000100:00100000:0.0:1746128321.483886:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555445248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128321.484020:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555445248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (1058us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128321.484026:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13501 00002000:00100000:0.0:1746128321.484032:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf7b80 x1830947555445248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.484044:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7b80 with x1830947555445248 ext(0->4095) 00002000:00010000:0.0:1746128321.484047:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf7b80 00000100:00100000:0.0:1746128321.486831:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.487725:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.487809:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29940 00000100:00100000:1.0:1746128321.487815:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947555445504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.487821:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.487825:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4b7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643ed1 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.487922:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.487926:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4b78 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eca expref: 66 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.487931:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.487933:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4b7f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ed1 expref: 66 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.487963:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4b78 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eca expref: 66 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.487978:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4b7f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ed1 expref: 66 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.487986:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128321.488032:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1725:x1830947555445504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.488037:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29940 00000100:00100000:0.0:1746128321.491638:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.494350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.494704:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555445888 00000100:00100000:1.0:1746128321.494710:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555445888 00002000:00100000:1.0:1746128321.494741:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135c00 x1830947555445888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.494750:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135c00 with x1830947555445888 ext(0->4095) 00010000:00010000:1.0:1746128321.494757:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4b78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eca expref: 65 pid: 9592 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.494768:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4b78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eca expref: 65 pid: 9592 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.494773:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135c00 00000100:00100000:1.0:1746128321.494795:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2855 00000100:00100000:1.0:1746128321.494801:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947555445888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128321.494904:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947555445888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.494911:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2855 00002000:00100000:1.0:1746128321.494916:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135c00 x1830947555445888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.494923:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135c00 with x1830947555445888 ext(0->4095) 00010000:00010000:1.0:1746128321.494928:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4b78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eca expref: 65 pid: 9592 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.494936:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4b78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eca expref: 65 pid: 9592 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.494941:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135c00 00000100:00100000:0.0:1746128321.497734:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.502401:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006d9f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551298816:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128321.502421:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128321.502471:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947555446016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3965us (4743us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128321.502482:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14902 00000100:00100000:0.0:1746128321.502943:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555446272 00000100:00100000:0.0:1746128321.502949:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555446272 00002000:00100000:0.0:1746128321.502979:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf5500 x1830947555446272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.502987:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf5500 with x1830947555446272 ext(0->4095) 00002000:00010000:0.0:1746128321.502991:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf5500 00000100:00100000:0.0:1746128321.503585:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13502 00000100:00100000:0.0:1746128321.503593:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947555446272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128321.503827:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947555446272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 234us (1177us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128321.503834:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13502 00002000:00100000:0.0:1746128321.503839:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf5500 x1830947555446272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.503846:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf5500 with x1830947555446272 ext(0->4095) 00002000:00010000:0.0:1746128321.503849:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf5500 00000100:00100000:0.0:1746128321.509359:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.519659:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.519744:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.524935:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.528924:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.535690:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.543444:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.543478:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555447424 00000100:00100000:0.0:1746128321.543483:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555447424 00002000:00100000:0.0:1746128321.543515:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134e00 x1830947555447424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.543525:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134e00 with x1830947555447424 ext(0->4095) 00002000:00010000:0.0:1746128321.543529:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134e00 00000100:00100000:0.0:1746128321.543576:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13503 00000100:00100000:0.0:1746128321.543584:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2014:x1830947555447424:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128321.543677:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2014:x1830947555447424:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128321.543684:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13503 00002000:00100000:0.0:1746128321.543689:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134e00 x1830947555447424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.543696:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134e00 with x1830947555447424 ext(0->4095) 00002000:00010000:0.0:1746128321.543699:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134e00 00000100:00100000:0.0:1746128321.548486:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.555860:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.556232:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555447680 00000100:00100000:1.0:1746128321.556239:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555447680 00002000:00100000:1.0:1746128321.556274:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006da3c380 x1830947555447680/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 496/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.556283:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3c380 with x1830947555447680 ext(0->7) 00010000:00010000:1.0:1746128321.556291:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4b8d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643edf expref: 66 pid: 9592 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.556303:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4b8d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643edf expref: 66 pid: 9592 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.556309:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3c380 00000100:00100000:1.0:1746128321.557445:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2858 00000100:00100000:1.0:1746128321.557453:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2014:x1830947555447680:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128321.559320:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2014:x1830947555447680:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1863us (3463us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746128321.559330:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2858 00002000:00100000:0.0:1746128321.559337:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006da3c380 x1830947555447680/t4294970498(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 496/448 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.559346:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3c380 with x1830947555447680 ext(0->7) 00010000:00010000:0.0:1746128321.559352:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4b8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643edf expref: 68 pid: 9592 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.559364:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4b8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643edf expref: 68 pid: 9592 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128321.559370:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3c380 00000100:00100000:0.0:1746128321.574488:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.587677:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.588262:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.588310:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555448192 00000100:00100000:1.0:1746128321.588316:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555448192 00002000:00100000:1.0:1746128321.588346:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3d180 x1830947555448192/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.588355:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d180 with x1830947555448192 ext(0->4095) 00002000:00010000:1.0:1746128321.588359:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3d180 00000100:00100000:1.0:1746128321.588382:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13504 00000100:00100000:1.0:1746128321.588388:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555448192:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128321.588505:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555448192:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.588511:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13504 00002000:00100000:1.0:1746128321.588518:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3d180 x1830947555448192/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.588526:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d180 with x1830947555448192 ext(0->4095) 00002000:00010000:1.0:1746128321.588528:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3d180 00000100:00100000:0.0:1746128321.590625:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.590687:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555448320 00000100:00100000:1.0:1746128321.590692:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555448320 00000100:00100000:1.0:1746128321.590754:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29945 00000100:00100000:1.0:1746128321.590761:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1725:x1830947555448320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.590771:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.590780:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ba2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643ef4 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.590795:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.590800:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4b9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eed expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.590805:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.590808:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ba2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ef4 expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.590830:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4b9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eed expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.590840:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ba2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ef4 expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.590848:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128321.590884:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1725:x1830947555448320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.590889:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29945 00000100:00100000:0.0:1746128321.592634:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.600054:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551299968:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128321.600071:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128321.600120:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555448448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6711us (7486us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128321.600130:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14906 00000100:00100000:0.0:1746128321.600914:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.600979:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555448704 00000100:00100000:1.0:1746128321.600984:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555448704 00002000:00100000:1.0:1746128321.601024:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd89880 x1830947555448704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.601032:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd89880 with x1830947555448704 ext(0->4095) 00010000:00010000:1.0:1746128321.601039:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4b9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eed expref: 69 pid: 9592 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.601050:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4b9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eed expref: 69 pid: 9592 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.601059:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd89880 00000100:00100000:1.0:1746128321.601080:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2859 00000100:00100000:1.0:1746128321.601086:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947555448704:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128321.601191:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947555448704:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.601197:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2859 00002000:00100000:1.0:1746128321.601201:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd89880 x1830947555448704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.601208:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd89880 with x1830947555448704 ext(0->4095) 00010000:00010000:1.0:1746128321.601212:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4b9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eed expref: 69 pid: 9592 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.601221:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4b9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643eed expref: 69 pid: 9592 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.601226:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd89880 00000100:00100000:0.0:1746128321.607038:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.609644:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.612819:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.614849:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551300224:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128321.614868:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4ba9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643efb expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.614878:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8a00, rc 0) 00000100:00100000:0.0:1746128321.614917:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555449216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1978us (2101us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128321.614923:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29946 00000100:00100000:0.0:1746128321.615784:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555449344 00000100:00100000:0.0:1746128321.615788:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555449344 00010000:00010000:0.0:1746128321.615807:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ba2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ef4 expref: 68 pid: 11544 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746128321.616151:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14908 00000100:00100000:0.0:1746128321.616158:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947555449344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128321.616168:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128321.616182:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ba2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ef4 expref: 68 pid: 11544 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.616192:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ef4 expref: 68 pid: 11544 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.616209:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ba2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ef4 expref: 68 pid: 11544 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.616236:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128321.616238:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128321.616244:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4ba9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643efb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.616250:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4ba9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643efb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.616272:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4ba9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643efb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128321.616282:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd8b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551300352:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128321.616334:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.618393:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.618880:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555449600 00000100:00100000:1.0:1746128321.618887:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555449600 00002000:00100000:1.0:1746128321.618918:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7800 x1830947555449600/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.618926:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7800 with x1830947555449600 ext(0->4095) 00002000:00010000:1.0:1746128321.618929:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7800 00000100:00100000:1.0:1746128321.619926:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13506 00000100:00100000:1.0:1746128321.619934:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555449600:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128321.620033:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555449600:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (1645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.620039:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13506 00002000:00100000:1.0:1746128321.620044:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7800 x1830947555449600/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.620050:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7800 with x1830947555449600 ext(0->4095) 00002000:00010000:1.0:1746128321.620052:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7800 00000100:00100000:0.0:1746128321.621377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.623808:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.627453:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.630223:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.633369:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.636312:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.636465:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555450624 00000100:00100000:1.0:1746128321.636472:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555450624 00002000:00100000:1.0:1746128321.636502:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8700 x1830947555450624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.636510:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8700 with x1830947555450624 ext(0->4095) 00002000:00010000:1.0:1746128321.636514:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf8700 00000100:00100000:1.0:1746128321.636578:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13507 00000100:00100000:1.0:1746128321.636584:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2016:x1830947555450624:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128321.636700:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2016:x1830947555450624:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.636706:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13507 00002000:00100000:1.0:1746128321.636711:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8700 x1830947555450624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.636717:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8700 with x1830947555450624 ext(0->4095) 00002000:00010000:1.0:1746128321.636720:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf8700 00000100:00100000:0.0:1746128321.639277:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.643093:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.646048:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.646877:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13508 00000100:00100000:1.0:1746128321.646886:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555451136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128321.647007:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555451136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (962us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.647022:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13508 00002000:00100000:1.0:1746128321.647026:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8000 x1830947555451136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.647032:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8000 with x1830947555451136 ext(0->4095) 00002000:00010000:1.0:1746128321.647034:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf8000 00000100:00100000:0.0:1746128321.647474:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.651080:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.651179:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555451392 00000100:00100000:1.0:1746128321.651185:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555451392 00000100:00100000:1.0:1746128321.651223:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29951 00000100:00100000:1.0:1746128321.651230:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1725:x1830947555451392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.651242:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.651254:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4bcc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643f1e expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.651275:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.651279:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4bc5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f17 expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.651284:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.651287:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4bcc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f1e expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.651317:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4bc5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f17 expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.651328:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4bcc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f1e expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.651337:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128321.651364:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1725:x1830947555451392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.651369:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29951 00000100:00100000:0.0:1746128321.652755:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.655912:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.658949:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.663786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.663839:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555452160 00000100:00100000:1.0:1746128321.663846:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555452160 00002000:00100000:1.0:1746128321.663884:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c1f100 x1830947555452160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.663893:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1f100 with x1830947555452160 ext(0->4095) 00002000:00010000:1.0:1746128321.663897:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096c1f100 00000100:00100000:1.0:1746128321.663955:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13509 00000100:00100000:1.0:1746128321.663962:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2014:x1830947555452160:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128321.664227:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2014:x1830947555452160:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 265us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.664233:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13509 00002000:00100000:1.0:1746128321.664238:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c1f100 x1830947555452160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.664244:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1f100 with x1830947555452160 ext(0->4095) 00002000:00010000:1.0:1746128321.664247:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096c1f100 00000100:00100000:0.0:1746128321.665848:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.668685:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.671333:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.671643:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555452672 00000100:00100000:1.0:1746128321.671648:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555452672 00002000:00100000:1.0:1746128321.671674:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c1df80 x1830947555452672/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.671683:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1df80 with x1830947555452672 ext(0->4095) 00002000:00010000:1.0:1746128321.671687:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096c1df80 00000100:00100000:1.0:1746128321.671711:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13510 00000100:00100000:1.0:1746128321.671717:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555452672:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128321.671818:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555452672:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.671823:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13510 00002000:00100000:1.0:1746128321.671828:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c1df80 x1830947555452672/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.671835:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1df80 with x1830947555452672 ext(0->4095) 00002000:00010000:1.0:1746128321.671837:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096c1df80 00000100:00100000:0.0:1746128321.673999:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.674275:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.675310:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29954 00000100:00100000:1.0:1746128321.675318:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1723:x1830947555452928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.675325:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.675331:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4be1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643f33 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.675343:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.675346:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4bda lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f2c expref: 70 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.675351:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.675354:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4be1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f33 expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.675375:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4bda lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f2c expref: 70 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.675385:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4be1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f33 expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.675400:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128321.675431:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1723:x1830947555452928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.675437:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29954 00000100:00100000:0.0:1746128321.678853:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555453056 00000100:00100000:0.0:1746128321.678858:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555453056 00010000:00010000:0.0:1746128321.678880:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e4bd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f25 expref: 6 pid: 27081 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746128321.678911:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14915 00000100:00100000:0.0:1746128321.678916:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555453056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128321.678926:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128321.678941:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e4bd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f25 expref: 6 pid: 27081 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.678950:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e4bd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f25 expref: 6 pid: 27081 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.678968:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e4bd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f25 expref: 6 pid: 27081 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.678989:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128321.678991:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128321.678996:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4bda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f2c expref: 68 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.679004:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4bda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f2c expref: 68 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.679038:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4bda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f2c expref: 68 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.679047:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4bda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f2c expref: 68 pid: 27081 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746128321.679056:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096c1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551302272:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128321.679114:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.681952:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.683430:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.684756:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.686775:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.689068:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.689143:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.693097:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.697436:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.702271:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.705090:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.707708:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.712183:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.712900:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.716797:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.722971:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.727613:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.731037:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.734269:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.738377:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.739282:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.739333:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13513 00000100:00100000:0.0:1746128321.739340:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555456768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128321.739446:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555456768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (1074us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128321.739452:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13513 00002000:00100000:0.0:1746128321.739456:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096215c00 x1830947555456768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.739463:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215c00 with x1830947555456768 ext(0->4095) 00010000:00010000:0.0:1746128321.739467:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e4c0b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f5d expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.739476:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e4c0b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f5d expref: 6 pid: 9591 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746128321.739481:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096215c00 00000100:00100000:0.0:1746128321.742410:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.743956:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edfaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551304064:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.744802:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4c12 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f64 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.744813:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:1.0:1746128321.744849:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1723:x1830947555456896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5502us (5567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.744855:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29961 00000100:00100000:1.0:1746128321.744906:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.750140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.754972:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.757363:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.760070:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.764280:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.769634:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.769698:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.771809:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.773953:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.776771:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.776890:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555458944 00000100:00100000:1.0:1746128321.776895:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555458944 00002000:00100000:1.0:1746128321.776923:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d289c00 x1830947555458944/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.776931:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289c00 with x1830947555458944 ext(0->4095) 00010000:00010000:1.0:1746128321.776937:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4c27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f79 expref: 69 pid: 27081 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.776947:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4c27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f79 expref: 69 pid: 27081 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.776953:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d289c00 00000100:00100000:1.0:1746128321.776967:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2868 00000100:00100000:1.0:1746128321.776972:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947555458944:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128321.777082:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947555458944:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.777088:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2868 00002000:00100000:1.0:1746128321.777092:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d289c00 x1830947555458944/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.777099:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289c00 with x1830947555458944 ext(0->4095) 00010000:00010000:1.0:1746128321.777103:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4c27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f79 expref: 69 pid: 27081 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.777111:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4c27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f79 expref: 69 pid: 27081 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.777116:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d289c00 00000100:00100000:0.0:1746128321.779526:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.783205:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.785488:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.787859:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.792228:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.792295:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555459840 00000100:00100000:1.0:1746128321.792300:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555459840 00002000:00100000:1.0:1746128321.792326:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ef480 x1830947555459840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.792334:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ef480 with x1830947555459840 ext(0->4095) 00002000:00010000:1.0:1746128321.792337:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963ef480 00000100:00100000:1.0:1746128321.792359:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13517 00000100:00100000:1.0:1746128321.792365:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555459840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128321.792679:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555459840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 313us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.792684:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13517 00002000:00100000:1.0:1746128321.792689:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ef480 x1830947555459840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.792696:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ef480 with x1830947555459840 ext(0->4095) 00002000:00010000:1.0:1746128321.792698:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963ef480 00000100:00100000:0.0:1746128321.793249:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.794329:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.794403:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555459968 00000100:00100000:1.0:1746128321.794409:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555459968 00000100:00100000:1.0:1746128321.794441:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555460096 00000100:00100000:1.0:1746128321.794443:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555460096 00000100:00100000:1.0:1746128321.794463:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29967 00000100:00100000:1.0:1746128321.794468:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947555459968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.794479:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.794492:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643f8e expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128321.794497:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29968 00000100:00100000:0.0:1746128321.794502:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1725:x1830947555460096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128321.794507:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128321.794512:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039600/0x6e2f3e23d86e4c43 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643f95 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.794517:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4c35 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f87 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.794523:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.794525:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.794528:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f8e expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.794625:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128321.794629:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f8e expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.794633:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128321.794636:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039600/0x6e2f3e23d86e4c43 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f95 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.794653:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4c35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f87 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.794655:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f8e expref: 70 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.794663:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4c35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f87 expref: 5 pid: 27081 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746128321.794671:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c039600/0x6e2f3e23d86e4c43 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f95 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128321.794673:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551305728:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128321.794683:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039600, rc 0) 00000100:00100000:0.0:1746128321.795139:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1725:x1830947555460096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 636us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128321.795145:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29968 00000100:00100000:1.0:1746128321.795156:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128321.796525:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551305728:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.796651:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f8e expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.796662:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128321.796692:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1723:x1830947555459968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2223us (3443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.796698:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29967 00000100:00100000:0.0:1746128321.797083:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.799869:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.800035:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555460480 00000100:00100000:1.0:1746128321.800040:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555460480 00002000:00100000:1.0:1746128321.800064:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ee300 x1830947555460480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.800072:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ee300 with x1830947555460480 ext(0->4095) 00010000:00010000:1.0:1746128321.800077:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f8e expref: 69 pid: 11544 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.800087:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f8e expref: 69 pid: 11544 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.800093:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ee300 00000100:00100000:1.0:1746128321.800114:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2869 00000100:00100000:1.0:1746128321.800118:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947555460480:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128321.800196:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947555460480:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 78us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.800201:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2869 00002000:00100000:1.0:1746128321.800205:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ee300 x1830947555460480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.800211:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ee300 with x1830947555460480 ext(0->4095) 00010000:00010000:1.0:1746128321.800214:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f8e expref: 69 pid: 11544 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746128321.800221:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4c3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f8e expref: 69 pid: 11544 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746128321.800226:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ee300 00000100:00100000:0.0:1746128321.802170:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.804098:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.806133:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.806209:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555460992 00000100:00100000:1.0:1746128321.806214:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555460992 00000100:00100000:1.0:1746128321.806249:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29969 00000100:00100000:1.0:1746128321.806255:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555460992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.806265:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.806279:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643f9c expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.806300:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c039600/0x6e2f3e23d86e4c43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f95 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.806307:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.806308:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.806311:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c4a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f9c expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.806335:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c039600/0x6e2f3e23d86e4c43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f95 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.806344:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c039600/0x6e2f3e23d86e4c43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f95 expref: 67 pid: 9591 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746128321.806353:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551306112:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.806427:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128321.807359:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551306112:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.807378:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c4a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f9c expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.807394:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128321.807429:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555460992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1173us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.807435:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29969 00000100:00100000:0.0:1746128321.807979:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.809712:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.811419:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.811599:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555461504 00000100:00100000:1.0:1746128321.811604:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555461504 00000100:00100000:1.0:1746128321.811639:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29970 00000100:00100000:1.0:1746128321.811644:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:1725:x1830947555461504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.811654:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.811667:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4c51 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643fa3 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.811690:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f9c expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.812036:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.812038:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.812042:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4c51 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fa3 expref: 68 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.812066:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f9c expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.812076:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643f9c expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.812091:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551306368:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.812165:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128321.814658:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551306368:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.814682:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4c51 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fa3 expref: 68 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.814694:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128321.814724:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1725:x1830947555461504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3079us (3307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.814731:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29970 00000100:00100000:0.0:1746128321.815441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.816311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.816393:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555461760 00000100:00100000:1.0:1746128321.816397:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555461760 00000100:00100000:1.0:1746128321.816417:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29971 00000100:00100000:1.0:1746128321.816422:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947555461760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.816431:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.816439:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c58 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643faa expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.816451:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4c51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fa3 expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.816457:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.816458:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.816461:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c58 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643faa expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.816480:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4c51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fa3 expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.816489:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4c51 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fa3 expref: 69 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.816497:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551306624:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.816521:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.819451:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.819858:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551306624:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.819880:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c58 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643faa expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.819892:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128321.819913:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1723:x1830947555461760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3490us (3602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.819919:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29971 00000100:00100000:0.0:1746128321.823490:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.823621:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555462144 00000100:00100000:1.0:1746128321.823629:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555462144 00000100:00100000:1.0:1746128321.823676:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29972 00000100:00100000:1.0:1746128321.823684:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555462144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.823698:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.823711:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643fb1 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.823732:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.823737:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c58 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643faa expref: 68 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.823743:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128321.823746:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.823774:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c58 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643faa expref: 68 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.823785:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128321.823861:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128321.823954:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128321.824244:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555462144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 560us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.824250:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29972 00000100:00100000:0.0:1746128321.827704:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.829910:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.829974:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.830145:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555462656 00000100:00100000:1.0:1746128321.830148:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555462656 00000100:00100000:1.0:1746128321.830177:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29973 00000100:00100000:1.0:1746128321.830182:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947555462656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.830191:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.830198:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643fb8 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.830210:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.830218:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.830219:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.830221:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c66 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb8 expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.830234:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.830242:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.830249:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551307136:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.830266:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128321.832856:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551307136:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.832942:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c66 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb8 expref: 68 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.832955:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128321.833206:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947555462656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3021us (3299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.833212:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29973 00000100:00100000:0.0:1746128321.833481:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.833652:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555463040 00000100:00100000:1.0:1746128321.833658:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555463040 00002000:00100000:1.0:1746128321.833684:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7800 x1830947555463040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.833700:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7800 with x1830947555463040 ext(0->4095) 00010000:00010000:1.0:1746128321.833705:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128321.833715:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128321.833721:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e7800 00000100:00100000:1.0:1746128321.833735:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2872 00000100:00100000:1.0:1746128321.833741:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555463040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128321.834122:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555463040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 380us (641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.834129:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2872 00002000:00100000:1.0:1746128321.834134:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7800 x1830947555463040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.834141:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7800 with x1830947555463040 ext(0->4095) 00010000:00010000:1.0:1746128321.834145:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128321.834154:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4c5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb1 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128321.834160:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e7800 00000100:00100000:0.0:1746128321.837475:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.842045:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.842324:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555463424 00000100:00100000:1.0:1746128321.842333:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555463424 00002000:00100000:1.0:1746128321.842366:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7100 x1830947555463424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.842375:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7100 with x1830947555463424 ext(0->4095) 00002000:00010000:1.0:1746128321.842379:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e7100 00000100:00100000:1.0:1746128321.843258:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13520 00000100:00100000:1.0:1746128321.843266:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947555463424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128321.843390:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947555463424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.843395:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13520 00002000:00100000:1.0:1746128321.843398:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7100 x1830947555463424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.843403:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7100 with x1830947555463424 ext(0->4095) 00002000:00010000:1.0:1746128321.843405:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e7100 00000100:00100000:0.0:1746128321.846018:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.846110:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555463552 00000100:00100000:1.0:1746128321.846118:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555463552 00000100:00100000:1.0:1746128321.846250:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29974 00000100:00100000:1.0:1746128321.846258:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555463552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.846270:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.846283:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4c6d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643fbf expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.846306:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb8 expref: 67 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.846318:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.846319:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.846322:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4c6d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fbf expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.846346:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb8 expref: 67 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.846356:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4c66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fb8 expref: 67 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.846366:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551307392:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.846752:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128321.849074:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551307392:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.849101:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4c6d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fbf expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.849115:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128321.849159:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555463552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2900us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.849165:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29974 00000100:00100000:0.0:1746128321.849727:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.851720:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.851789:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555463808 00000100:00100000:1.0:1746128321.851794:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555463808 00000100:00100000:1.0:1746128321.851897:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29975 00000100:00100000:1.0:1746128321.851903:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947555463808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.851917:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.851929:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4c74 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643fc6 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.851949:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4c6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fbf expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.851955:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.851957:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.851959:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4c74 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fc6 expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.851979:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4c6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fbf expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.851987:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4c6d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fbf expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.851994:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551307648:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.852649:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.857638:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.857711:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551307648:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.857736:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4c74 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fc6 expref: 68 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.857749:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128321.857791:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947555463808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5888us (6074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.857801:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29975 00000100:00100000:0.0:1746128321.860119:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.864948:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.865674:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555464448 00000100:00100000:1.0:1746128321.865681:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555464448 00002000:00100000:1.0:1746128321.865714:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101f80 x1830947555464448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.865722:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101f80 with x1830947555464448 ext(0->4095) 00002000:00010000:1.0:1746128321.865726:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f101f80 00000100:00100000:1.0:1746128321.865754:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13521 00000100:00100000:1.0:1746128321.865760:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947555464448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128321.865865:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947555464448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (918us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.865871:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13521 00002000:00100000:1.0:1746128321.865875:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101f80 x1830947555464448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.865881:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101f80 with x1830947555464448 ext(0->4095) 00002000:00010000:1.0:1746128321.865883:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f101f80 00000100:00100000:0.0:1746128321.877350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.877444:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555464576 00000100:00100000:1.0:1746128321.877453:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555464576 00000100:00100000:1.0:1746128321.877908:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29976 00000100:00100000:1.0:1746128321.877915:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555464576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.877929:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.877941:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4c7b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643fcd expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.877968:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4c74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fc6 expref: 67 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.877973:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.877975:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.877978:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4c7b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fcd expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.877999:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4c74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fc6 expref: 67 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.878019:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4c74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fc6 expref: 67 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.878029:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551307904:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.878098:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.888996:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.907571:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.911740:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.913100:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.916320:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.917237:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.922157:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.922239:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555465728 00000100:00100000:1.0:1746128321.922246:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555465728 00002000:00100000:1.0:1746128321.922281:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101500 x1830947555465728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.922293:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101500 with x1830947555465728 ext(0->4095) 00010000:00010000:1.0:1746128321.922300:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4c82 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fd4 expref: 71 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128321.922312:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4c82 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fd4 expref: 71 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128321.922322:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f101500 00000100:00100000:1.0:1746128321.922352:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2876 00000100:00100000:1.0:1746128321.922358:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2015:x1830947555465728:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128321.922454:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2015:x1830947555465728:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128321.922459:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2876 00002000:00100000:1.0:1746128321.922464:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101500 x1830947555465728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128321.922470:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101500 with x1830947555465728 ext(0->4095) 00010000:00010000:1.0:1746128321.922474:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4c82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fd4 expref: 71 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128321.922482:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4c82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fd4 expref: 71 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128321.922487:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f101500 00000100:00100000:0.0:1746128321.927470:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.932633:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.937188:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.937467:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555466240 00000100:00100000:1.0:1746128321.937474:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555466240 00000100:00100000:1.0:1746128321.937517:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29979 00000100:00100000:1.0:1746128321.937525:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555466240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.937569:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.937585:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c90 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643fe2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.937615:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4c89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fdb expref: 69 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.937621:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.937623:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.937627:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c90 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fe2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.937652:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4c89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fdb expref: 69 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.937662:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4c89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fdb expref: 69 pid: 27081 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.937673:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551308672:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.937742:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128321.940579:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551308672:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.940609:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c90 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fe2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.940623:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128321.940659:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555466240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3135us (3477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.940666:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29979 00000100:00100000:0.0:1746128321.941405:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.945506:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555466496 00000100:00100000:0.0:1746128321.945511:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555466496 00000100:00100000:0.0:1746128321.945561:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29980 00000100:00100000:0.0:1746128321.945567:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1723:x1830947555466496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128321.945575:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128321.945587:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e4c97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643fe9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.945606:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c90 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fe2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.945613:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128321.945615:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128321.945618:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e4c97 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fe9 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.945640:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fe2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128321.945650:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4c90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fe2 expref: 5 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746128321.945660:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551308928:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128321.945707:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.948380:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.950302:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801251e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551308928:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.950317:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e4c97 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643fe9 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.950325:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039000, rc 0) 00000100:00100000:1.0:1746128321.950357:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1723:x1830947555466496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4790us (5403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.950363:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29980 00000100:00100000:0.0:1746128321.950716:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.955114:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.958653:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.963710:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.966002:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.966195:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555467776 00000100:00100000:1.0:1746128321.966202:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555467776 00000100:00100000:1.0:1746128321.966242:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29982 00000100:00100000:1.0:1746128321.966247:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555467776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.966258:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.966271:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4ca5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643ff7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.966290:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4c9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ff0 expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.966296:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.966298:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.966301:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4ca5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ff7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.966322:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4c9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ff0 expref: 69 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.966331:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4c9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ff0 expref: 69 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.966341:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551309440:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.966395:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.968116:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.968192:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551309440:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.968212:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4ca5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ff7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.968223:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128321.968249:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555467776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2002us (2253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.968255:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29982 00000100:00100000:0.0:1746128321.974168:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.974562:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.974714:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555468288 00000100:00100000:1.0:1746128321.974720:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555468288 00000100:00100000:1.0:1746128321.974753:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555468416 00000100:00100000:1.0:1746128321.974756:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555468416 00000100:00100000:1.0:1746128321.974771:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29983 00000100:00100000:1.0:1746128321.974776:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1725:x1830947555468288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.974786:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.974799:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4cac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9643ffe expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.974819:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4ca5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ff7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.974825:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.974827:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128321.974830:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4cac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ffe expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.974958:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4ca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ff7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.974968:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4ca5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ff7 expref: 5 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128321.974978:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551309696:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128321.975050:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128321.977139:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.977238:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551309696:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128321.977260:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4cac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9643ffe expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.977272:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128321.977303:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1725:x1830947555468288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2526us (3138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.977309:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29983 00000100:00100000:0.0:1746128321.981817:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.987451:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128321.987503:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.987589:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555468928 00000100:00100000:1.0:1746128321.987595:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555468928 00000100:00100000:1.0:1746128321.987639:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29985 00000100:00100000:1.0:1746128321.987645:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555468928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.987657:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.987667:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4cba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964400c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.987691:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.987695:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4cb3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644005 expref: 71 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.987700:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128321.987703:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4cba lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964400c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.987731:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4cb3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644005 expref: 71 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.987741:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4cba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964400c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.987749:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128321.987779:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555468928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.987784:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29985 00000100:00100000:0.0:1746128321.991561:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555469312 00000100:00100000:0.0:1746128321.991566:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555469312 00002000:00100000:0.0:1746128321.991593:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137b80 x1830947555469312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/0 e 0 to 0 dl 1746128332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.991607:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137b80 with x1830947555469312 ext(0->4095) 00010000:00010000:0.0:1746128321.991613:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4cb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644005 expref: 70 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128321.991625:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4cb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644005 expref: 70 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128321.991630:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137b80 00000100:00100000:0.0:1746128321.991649:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2879 00000100:00100000:0.0:1746128321.991654:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555469312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128321.991741:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555469312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128321.991746:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2879 00002000:00100000:0.0:1746128321.991751:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137b80 x1830947555469312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746128332 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128321.991757:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137b80 with x1830947555469312 ext(0->4095) 00010000:00010000:0.0:1746128321.991761:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4cb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644005 expref: 70 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128321.991769:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4cb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644005 expref: 70 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128321.991774:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137b80 00000100:00100000:0.0:1746128321.996767:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128321.996879:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555469440 00000100:00100000:1.0:1746128321.996885:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555469440 00000100:00100000:1.0:1746128321.996931:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29986 00000100:00100000:1.0:1746128321.996938:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1723:x1830947555469440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128321.996951:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128321.996966:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4cc1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644013 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.996991:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128321.996996:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4cba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964400c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.997001:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128321.997452:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4cc1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644013 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.997486:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4cba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964400c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.997496:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4cc1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644013 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128321.997505:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128321.997536:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1723:x1830947555469440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 599us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128321.997564:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29986 00000100:00100000:0.0:1746128321.997756:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.008298:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.016626:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.021696:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.021957:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555470208 00000100:00100000:0.0:1746128322.021963:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555470208 00002000:00100000:0.0:1746128322.021993:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4e00 x1830947555470208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.022001:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4e00 with x1830947555470208 ext(0->4095) 00002000:00010000:0.0:1746128322.022013:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4e00 00000100:00100000:0.0:1746128322.022034:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13527 00000100:00100000:0.0:1746128322.022040:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555470208:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128322.022137:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555470208:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128322.022143:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13527 00002000:00100000:0.0:1746128322.022147:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4e00 x1830947555470208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.022154:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4e00 with x1830947555470208 ext(0->4095) 00002000:00010000:0.0:1746128322.022156:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4e00 00000100:00100000:0.0:1746128322.027032:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.027251:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555470336 00000100:00100000:1.0:1746128322.027259:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555470336 00000100:00100000:1.0:1746128322.027312:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29987 00000100:00100000:1.0:1746128322.027319:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555470336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.027333:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.027347:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964401a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.027371:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644013 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.027379:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.027380:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.027384:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.027413:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644013 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.027424:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644013 expref: 69 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.027435:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551310720:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.027507:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.029667:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551310720:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.029691:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.029705:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128322.029736:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555470336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2417us (2711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.029743:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29987 00000100:00100000:0.0:1746128322.030524:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.032138:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.032177:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555470592 00000100:00100000:1.0:1746128322.032182:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555470592 00000100:00100000:1.0:1746128322.032213:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29988 00000100:00100000:1.0:1746128322.032350:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1723:x1830947555470592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.032361:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.032370:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644021 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.032384:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.032389:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.032391:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.032394:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.032409:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.032417:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 5 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.032426:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551310976:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.032475:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.033502:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.034442:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551310976:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.034461:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.034475:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128322.034843:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1723:x1830947555470592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2496us (2705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.034849:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29988 00000100:00100000:0.0:1746128322.036713:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555470976 00000100:00100000:0.0:1746128322.036720:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555470976 00010000:00010000:0.0:1746128322.036743:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746128322.036773:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14950 00000100:00100000:0.0:1746128322.036778:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555470976:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128322.036788:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128322.036801:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.036810:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.036828:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4cc8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964401a expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.036846:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128322.036848:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128322.036853:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.036860:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.036884:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128322.036893:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551311104:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128322.036944:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.039519:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.041960:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.042066:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555471360 00000100:00100000:1.0:1746128322.042073:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555471360 00000100:00100000:1.0:1746128322.042111:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29989 00000100:00100000:1.0:1746128322.042117:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555471360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.042129:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.042143:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4cd6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644028 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.042163:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.042169:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.042171:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.042174:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4cd6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644028 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.042197:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.042206:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 69 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.042219:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551311232:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.042286:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.043933:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.044236:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551311232:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.044254:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4cd6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644028 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.044265:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128322.044289:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555471360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2173us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.044295:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29989 00000100:00100000:0.0:1746128322.045392:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2015:x1830947555471488:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1296us (1458us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746128322.045400:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2882 00002000:00100000:0.0:1746128322.045406:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097851f80 x1830947555471488/t4294970500(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/448 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.045413:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851f80 with x1830947555471488 ext(0->7) 00010000:00010000:0.0:1746128322.045419:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 72 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.045429:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4ccf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644021 expref: 72 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.045434:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097851f80 00000100:00100000:0.0:1746128322.047148:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.052372:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.052414:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555471872 00000100:00100000:1.0:1746128322.052420:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555471872 00002000:00100000:1.0:1746128322.052451:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097850e00 x1830947555471872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.052461:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097850e00 with x1830947555471872 ext(0->4095) 00002000:00010000:1.0:1746128322.052465:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097850e00 00000100:00100000:1.0:1746128322.052489:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13529 00000100:00100000:1.0:1746128322.052494:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555471872:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.052597:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555471872:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.052602:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13529 00002000:00100000:1.0:1746128322.052606:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097850e00 x1830947555471872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.052617:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097850e00 with x1830947555471872 ext(0->4095) 00002000:00010000:1.0:1746128322.052620:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097850e00 00000100:00100000:0.0:1746128322.061179:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.061297:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555472000 00000100:00100000:1.0:1746128322.061304:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555472000 00000100:00100000:1.0:1746128322.061353:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29990 00000100:00100000:1.0:1746128322.061360:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1725:x1830947555472000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.061373:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.061387:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4cdd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964402f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.061411:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4cd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644028 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.061418:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.061420:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.061423:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4cdd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964402f expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.061446:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4cd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644028 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.061457:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4cd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644028 expref: 5 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.061467:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551311488:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.062047:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.064429:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.065177:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551311488:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.065194:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4cdd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964402f expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.065201:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128322.065428:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555472000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4067us (4254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.065434:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29990 00000100:00100000:0.0:1746128322.067977:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.072890:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.076425:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.076934:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.079244:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.083897:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.083943:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.088993:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.089033:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555473536 00000100:00100000:0.0:1746128322.089040:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555473536 00002000:00100000:0.0:1746128322.089072:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d880 x1830947555473536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.089081:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d880 with x1830947555473536 ext(0->4095) 00010000:00010000:0.0:1746128322.089088:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4ceb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964403d expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.089100:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4ceb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964403d expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.089107:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7d880 00000100:00100000:0.0:1746128322.089132:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2885 00000100:00100000:0.0:1746128322.089139:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555473536:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.089857:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555473536:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 716us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.089863:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2885 00002000:00100000:1.0:1746128322.089868:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d880 x1830947555473536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.089875:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d880 with x1830947555473536 ext(0->4095) 00010000:00010000:1.0:1746128322.089880:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4ceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964403d expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.089889:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4ceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964403d expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.089895:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7d880 00000100:00100000:0.0:1746128322.092045:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.096586:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.098919:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555473920 00000100:00100000:1.0:1746128322.098929:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555473920 00002000:00100000:1.0:1746128322.098968:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7f100 x1830947555473920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.098977:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7f100 with x1830947555473920 ext(0->4095) 00002000:00010000:1.0:1746128322.098982:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7f100 00000100:00100000:1.0:1746128322.099030:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13530 00000100:00100000:1.0:1746128322.099037:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2015:x1830947555473920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.099170:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2015:x1830947555473920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (2586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.099176:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13530 00002000:00100000:1.0:1746128322.099181:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7f100 x1830947555473920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.099187:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7f100 with x1830947555473920 ext(0->4095) 00002000:00010000:1.0:1746128322.099190:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7f100 00000100:00100000:0.0:1746128322.101860:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.109495:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.109601:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.114093:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.124438:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.126942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.128888:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.134606:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.137832:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555475200:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1754us (3223us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746128322.137841:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2887 00002000:00100000:0.0:1746128322.137847:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957b8a80 x1830947555475200/t4294970501(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/448 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.137856:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8a80 with x1830947555475200 ext(0->7) 00010000:00010000:0.0:1746128322.137863:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4d00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644052 expref: 74 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.137874:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4d00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644052 expref: 74 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.137880:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957b8a80 00000100:00100000:0.0:1746128322.146148:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.151966:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.155540:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.157733:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.157944:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555476096 00000100:00100000:1.0:1746128322.157949:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555476096 00002000:00100000:1.0:1746128322.157979:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e84000 x1830947555476096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.157988:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84000 with x1830947555476096 ext(0->4095) 00002000:00010000:1.0:1746128322.157992:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e84000 00000100:00100000:1.0:1746128322.158023:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13532 00000100:00100000:1.0:1746128322.158029:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555476096:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.158215:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555476096:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.158224:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13532 00002000:00100000:1.0:1746128322.158228:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e84000 x1830947555476096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.158235:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84000 with x1830947555476096 ext(0->4095) 00002000:00010000:1.0:1746128322.158237:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e84000 00000100:00100000:0.0:1746128322.159976:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.163091:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.164419:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555476352:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 742us (1326us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746128322.164425:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2889 00002000:00100000:0.0:1746128322.164431:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093e87100 x1830947555476352/t4294970502(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/448 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.164438:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87100 with x1830947555476352 ext(0->7) 00010000:00010000:0.0:1746128322.164443:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4d0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644060 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.164452:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4d0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644060 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.164462:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e87100 00000100:00100000:0.0:1746128322.166691:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.169163:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.171079:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.173514:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.174214:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.176733:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.177167:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555477376 00000100:00100000:1.0:1746128322.177172:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555477376 00002000:00100000:1.0:1746128322.177199:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92300 x1830947555477376/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.177208:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92300 with x1830947555477376 ext(0->4095) 00010000:00010000:1.0:1746128322.177214:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964406e expref: 77 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.177225:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964406e expref: 77 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.177231:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee92300 00000100:00100000:1.0:1746128322.178760:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2890 00000100:00100000:1.0:1746128322.178770:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555477376:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.178930:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555477376:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (2205us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.178936:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2890 00002000:00100000:1.0:1746128322.178941:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92300 x1830947555477376/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.178954:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92300 with x1830947555477376 ext(0->4095) 00010000:00010000:1.0:1746128322.178960:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964406e expref: 77 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.178970:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964406e expref: 77 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.178976:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee92300 00000100:00100000:0.0:1746128322.182516:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.182589:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.185257:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.185593:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555477888 00000100:00100000:1.0:1746128322.185600:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555477888 00002000:00100000:1.0:1746128322.185632:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2aaa00 x1830947555477888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.185641:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aaa00 with x1830947555477888 ext(0->4095) 00010000:00010000:1.0:1746128322.185648:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4d23 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644075 expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.185659:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4d23 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644075 expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.185665:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2aaa00 00000100:00100000:1.0:1746128322.185681:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2891 00000100:00100000:1.0:1746128322.185687:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555477888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.185787:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555477888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.185793:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2891 00002000:00100000:1.0:1746128322.185798:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2aaa00 x1830947555477888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.185804:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aaa00 with x1830947555477888 ext(0->4095) 00010000:00010000:1.0:1746128322.185808:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4d23 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644075 expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.185816:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4d23 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644075 expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.185821:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2aaa00 00000100:00100000:0.0:1746128322.189592:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.190741:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.192729:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.193855:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555478400 00000100:00100000:1.0:1746128322.193860:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555478400 00002000:00100000:1.0:1746128322.193891:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8700 x1830947555478400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.193899:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8700 with x1830947555478400 ext(0->4095) 00010000:00010000:1.0:1746128322.193905:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4d2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964407c expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.193916:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4d2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964407c expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.193921:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a8700 00000100:00100000:1.0:1746128322.194646:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2892 00000100:00100000:1.0:1746128322.194653:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555478400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.195179:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555478400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 525us (2450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.195189:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2892 00002000:00100000:1.0:1746128322.195194:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8700 x1830947555478400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.195201:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8700 with x1830947555478400 ext(0->4095) 00010000:00010000:1.0:1746128322.195207:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4d2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964407c expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.195216:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4d2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964407c expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.195222:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a8700 00000100:00100000:0.0:1746128322.198928:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128322.204306:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128322.204418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.207428:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.207562:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555478912 00000100:00100000:1.0:1746128322.207569:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555478912 00000100:00100000:1.0:1746128322.207869:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30003 00000100:00100000:1.0:1746128322.207877:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555478912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.207890:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.207905:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964408a expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.207927:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4d31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644083 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.207933:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.207935:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.207937:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d38 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964408a expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.207959:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4d31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644083 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.207968:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4d31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644083 expref: 75 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.207977:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551314816:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.208060:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.210381:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551314816:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.210418:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d38 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964408a expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.210432:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128322.210461:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555478912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2585us (3038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.210469:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30003 00000100:00100000:0.0:1746128322.210907:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.213060:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.213187:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.213645:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555479168 00000100:00100000:1.0:1746128322.213648:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555479168 00000100:00100000:1.0:1746128322.213674:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30004 00000100:00100000:1.0:1746128322.213687:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555479168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.213695:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.213709:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644091 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.214131:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964408a expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.214140:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.214141:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.214145:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644091 expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.214178:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964408a expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.214189:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964408a expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.214198:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551315072:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.214243:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.215945:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.216383:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551315072:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.216399:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644091 expref: 77 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.216408:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128322.216423:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1723:x1830947555479168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2737us (3373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.216428:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30004 00000100:00100000:0.0:1746128322.216992:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.219646:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.223768:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.227856:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.229229:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.229375:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555480448 00000100:00100000:1.0:1746128322.229380:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555480448 00000100:00100000:1.0:1746128322.229416:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30006 00000100:00100000:1.0:1746128322.229422:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555480448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.229432:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.229445:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4d4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964409f expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.229465:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4d46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644098 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.229472:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.229473:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.229477:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4d4d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964409f expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.229499:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4d46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644098 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.229509:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4d46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644098 expref: 75 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.229518:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551315584:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.229588:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.231192:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551315584:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.231215:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4d4d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964409f expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.231227:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128322.231250:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555480448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1829us (2022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.231260:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30006 00000100:00100000:0.0:1746128322.231773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.235793:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.237991:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.238061:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555480960 00000100:00100000:1.0:1746128322.238068:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555480960 00000100:00100000:1.0:1746128322.238110:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30007 00000100:00100000:1.0:1746128322.238117:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555480960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.238128:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.238142:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4d54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96440a6 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.238163:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4d4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964409f expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.238169:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.238171:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.238174:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4d54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440a6 expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.238196:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4d4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964409f expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.238205:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4d4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964409f expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.238214:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551315840:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.238339:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.239015:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.239599:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551315840:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.239616:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4d54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440a6 expref: 77 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.239625:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128322.239641:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1725:x1830947555480960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1523us (1655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.239647:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30007 00000100:00100000:0.0:1746128322.240020:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.242238:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.244749:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.244804:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555481600 00000100:00100000:1.0:1746128322.244810:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555481600 00000100:00100000:1.0:1746128322.244851:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30009 00000100:00100000:1.0:1746128322.244857:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555481600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.244869:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.244881:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96440b4 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.244902:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.244907:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d5b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ad expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.244912:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128322.244915:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.244944:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d5b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ad expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.244954:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.244967:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128322.245494:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555481600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 636us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.245500:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30009 00000100:00100000:0.0:1746128322.245729:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.248971:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.249028:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555481984 00000100:00100000:1.0:1746128322.249034:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555481984 00002000:00100000:1.0:1746128322.249060:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba0380 x1830947555481984/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.249068:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0380 with x1830947555481984 ext(0->4095) 00010000:00010000:1.0:1746128322.249073:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ad expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.249083:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ad expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.249088:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba0380 00000100:00100000:1.0:1746128322.249109:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2895 00000100:00100000:1.0:1746128322.249114:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555481984:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.249518:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555481984:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 403us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.249522:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2895 00002000:00100000:1.0:1746128322.249527:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba0380 x1830947555481984/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.249538:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0380 with x1830947555481984 ext(0->4095) 00010000:00010000:1.0:1746128322.249562:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ad expref: 76 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.249570:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ad expref: 76 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.249575:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba0380 00000100:00100000:0.0:1746128322.250899:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.250929:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.250979:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555482240 00000100:00100000:1.0:1746128322.250981:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555482240 00000100:00100000:1.0:1746128322.251021:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30010 00000100:00100000:1.0:1746128322.251025:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1723:x1830947555482240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.251034:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.251043:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4d69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96440bb expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.251184:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.251189:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.251194:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128322.251197:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4d69 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440bb expref: 78 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.251239:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.251251:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.251260:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551316480:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.251365:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.253100:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551316480:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.253116:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4d69 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440bb expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.253127:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128322.253153:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555482240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2128us (2256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.253158:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30010 00000100:00100000:0.0:1746128322.253812:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.253845:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555482496 00000100:00100000:1.0:1746128322.253849:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555482496 00002000:00100000:1.0:1746128322.253868:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba2680 x1830947555482496/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.253873:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2680 with x1830947555482496 ext(0->4095) 00010000:00010000:1.0:1746128322.253878:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.253884:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.253891:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba2680 00000100:00100000:1.0:1746128322.253908:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2896 00000100:00100000:1.0:1746128322.253916:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555482496:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.254014:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555482496:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.254019:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2896 00002000:00100000:1.0:1746128322.254024:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba2680 x1830947555482496/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.254030:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2680 with x1830947555482496 ext(0->4095) 00010000:00010000:1.0:1746128322.254033:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.254041:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4d62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440b4 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.254046:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba2680 00000100:00100000:0.0:1746128322.255470:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.258197:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.258354:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555482880 00000100:00100000:1.0:1746128322.258359:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555482880 00002000:00100000:1.0:1746128322.258386:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba0700 x1830947555482880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.258394:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0700 with x1830947555482880 ext(0->4095) 00002000:00010000:1.0:1746128322.258398:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba0700 00000100:00100000:1.0:1746128322.258411:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13538 00000100:00100000:1.0:1746128322.258417:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555482880:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.258503:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555482880:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.258509:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13538 00002000:00100000:1.0:1746128322.258514:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba0700 x1830947555482880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.258520:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0700 with x1830947555482880 ext(0->4095) 00002000:00010000:1.0:1746128322.258523:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba0700 00000100:00100000:0.0:1746128322.260718:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.260793:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555483008 00000100:00100000:1.0:1746128322.260799:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555483008 00000100:00100000:1.0:1746128322.260835:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30011 00000100:00100000:1.0:1746128322.260841:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555483008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.260852:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.260867:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96440c2 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.260885:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4d69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440bb expref: 75 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.260892:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.260893:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.260896:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d70 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c2 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.260917:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4d69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440bb expref: 75 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.260930:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e4d69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440bb expref: 75 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.260940:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551316864:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.260996:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.264021:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551316864:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.264051:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c2 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.264065:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128322.264100:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555483008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3258us (3385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.264107:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30011 00000100:00100000:0.0:1746128322.265211:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.267793:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.269228:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.269708:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555483520 00000100:00100000:1.0:1746128322.269713:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555483520 00000100:00100000:1.0:1746128322.269903:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30012 00000100:00100000:1.0:1746128322.269910:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555483520:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.269920:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.269933:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96440c9 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.269953:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c2 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.269963:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.269965:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.269967:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d77 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c9 expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.269989:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c2 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.269999:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4d70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c2 expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.270025:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551317120:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.270252:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.271227:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.272962:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.274886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.275034:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555484032 00000100:00100000:1.0:1746128322.275039:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555484032 00002000:00100000:1.0:1746128322.275061:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0e00 x1830947555484032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.275069:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0e00 with x1830947555484032 ext(0->4095) 00010000:00010000:1.0:1746128322.275075:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c9 expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.275085:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c9 expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.275090:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d0e00 00000100:00100000:1.0:1746128322.275102:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2897 00000100:00100000:1.0:1746128322.275108:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555484032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.275201:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555484032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.275206:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2897 00002000:00100000:1.0:1746128322.275210:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0e00 x1830947555484032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.275216:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0e00 with x1830947555484032 ext(0->4095) 00010000:00010000:1.0:1746128322.275220:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c9 expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.275228:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4d77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440c9 expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.275233:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d0e00 00000100:00100000:0.0:1746128322.277182:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.280294:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.282373:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.284501:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.286772:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.286836:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555484928 00000100:00100000:1.0:1746128322.286841:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555484928 00002000:00100000:1.0:1746128322.286868:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac5180 x1830947555484928/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.286877:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5180 with x1830947555484928 ext(0->4095) 00002000:00010000:1.0:1746128322.286880:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac5180 00000100:00100000:1.0:1746128322.286904:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13541 00000100:00100000:1.0:1746128322.286910:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555484928:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.286995:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555484928:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.287017:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13541 00002000:00100000:1.0:1746128322.287022:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac5180 x1830947555484928/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.287028:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5180 with x1830947555484928 ext(0->4095) 00002000:00010000:1.0:1746128322.287031:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac5180 00000100:00100000:0.0:1746128322.288215:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.289992:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.290690:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.290749:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555485312 00000100:00100000:1.0:1746128322.290752:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555485312 00010000:00010000:1.0:1746128322.290767:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4d85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440d7 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.290790:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14977 00000100:00100000:1.0:1746128322.290795:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555485312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.290803:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.290815:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4d85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440d7 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.290990:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4d85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440d7 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.291016:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4d85 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440d7 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.291038:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.291040:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.291045:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440de expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.291056:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440de expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.291074:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440de expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.291084:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440de expref: 76 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.291094:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551318144:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.291134:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.292613:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551318144:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.292627:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.292686:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555485312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1891us (1997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.292692:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14977 00000100:00100000:0.0:1746128322.293105:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.294751:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.295095:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555485696 00000100:00100000:1.0:1746128322.295101:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555485696 00010000:00010000:1.0:1746128322.295123:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440de expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.295155:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14978 00000100:00100000:1.0:1746128322.295160:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555485696:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.295168:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.295181:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440de expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.295190:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440de expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.295210:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4d8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440de expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.295233:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.295235:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.295240:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.295246:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.295275:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 76 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.295285:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551318272:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128322.295337:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.295952:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.297865:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551318272:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.297884:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.297912:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555485696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2751us (3164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.297921:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14978 00000100:00100000:0.0:1746128322.298259:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.298381:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555486080 00000100:00100000:1.0:1746128322.298385:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555486080 00002000:00100000:1.0:1746128322.298408:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b01880 x1830947555486080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.298415:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b01880 with x1830947555486080 ext(0->4095) 00010000:00010000:1.0:1746128322.298420:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 76 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.298430:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 76 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.298435:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b01880 00000100:00100000:1.0:1746128322.298483:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2899 00000100:00100000:1.0:1746128322.298489:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555486080:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.298608:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555486080:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.298613:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2899 00002000:00100000:1.0:1746128322.298618:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b01880 x1830947555486080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.298625:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b01880 with x1830947555486080 ext(0->4095) 00010000:00010000:1.0:1746128322.298629:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 76 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.298638:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 76 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.298646:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b01880 00000100:00100000:0.0:1746128322.299976:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.300041:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.300407:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555486208 00000100:00100000:1.0:1746128322.300411:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555486208 00010000:00010000:1.0:1746128322.300424:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.300441:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14979 00000100:00100000:1.0:1746128322.300445:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555486208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.300451:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.300463:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.300472:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.300486:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4d93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440e5 expref: 77 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.300497:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.300498:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.300503:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d9a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ec expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.300510:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ec expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.300532:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ec expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.300558:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ec expref: 5 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.300568:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551318656:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.300611:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.302531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.302620:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551318656:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.302636:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.303258:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555486208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2811us (3215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.303267:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14979 00000100:00100000:0.0:1746128322.308679:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.308901:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555486720 00000100:00100000:1.0:1746128322.308908:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555486720 00010000:00010000:1.0:1746128322.308936:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ec expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.308973:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14980 00000100:00100000:1.0:1746128322.308980:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555486720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.308991:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.309019:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ec expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.309030:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ec expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.309050:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e4d9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440ec expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.309074:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.309076:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.309082:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4da1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440f3 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.309089:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4da1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440f3 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.309115:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4da1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440f3 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.309126:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551318784:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.309197:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.310308:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551318784:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.310325:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.310361:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555486720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1381us (1688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.310368:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14980 00000100:00100000:0.0:1746128322.311586:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.313779:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.316041:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.316123:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555487232 00000100:00100000:1.0:1746128322.316128:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555487232 00010000:00010000:1.0:1746128322.316147:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4da1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440f3 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.316285:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14981 00000100:00100000:1.0:1746128322.316292:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555487232:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.316301:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.316314:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4da1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440f3 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.316323:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4da1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440f3 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.316340:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4da1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440f3 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.316458:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.316460:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.316466:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4da8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440fa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.316473:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4da8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440fa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.316498:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4da8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96440fa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.316507:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551319040:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.316584:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.318343:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551319040:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.318365:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.318405:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555487232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2113us (2364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.318413:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14981 00000100:00100000:0.0:1746128322.319606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.320998:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.321522:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.324827:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.324892:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555487872 00000100:00100000:1.0:1746128322.324899:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555487872 00010000:00010000:1.0:1746128322.324925:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4da8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440fa expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.324965:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14982 00000100:00100000:1.0:1746128322.324972:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555487872:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.324983:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.324996:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4da8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440fa expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.325019:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4da8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440fa expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.325096:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4da8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96440fa expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.325109:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.325111:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.325116:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4daf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644101 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.325123:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4daf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644101 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.325146:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4daf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644101 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.325155:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4daf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644101 expref: 76 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.325164:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551319424:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.325212:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.326998:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.327110:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551319424:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.327126:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.327161:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555487872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2189us (2340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.327170:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14982 00000100:00100000:0.0:1746128322.328800:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.328893:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555488256 00000100:00100000:1.0:1746128322.328897:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555488256 00010000:00010000:1.0:1746128322.328914:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4daf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644101 expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.329204:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14983 00000100:00100000:1.0:1746128322.329212:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555488256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.329221:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.329235:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4daf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644101 expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.329250:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4daf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644101 expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.329268:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4daf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644101 expref: 77 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.329287:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.329288:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.329294:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4db6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644108 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.329301:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4db6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644108 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.329327:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4db6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644108 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.329338:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551319552:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.329403:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.330642:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551319552:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.330656:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.330685:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555488256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1474us (1889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.330693:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14983 00000100:00100000:0.0:1746128322.331028:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.332618:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.334487:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.334534:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555488768 00000100:00100000:1.0:1746128322.334539:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555488768 00010000:00010000:1.0:1746128322.334577:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4db6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644108 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.334599:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14984 00000100:00100000:1.0:1746128322.334604:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555488768:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.334611:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.334624:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4db6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644108 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.334632:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4db6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644108 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.334647:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e4db6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644108 expref: 76 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.334664:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.334666:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.334671:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4dbd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964410f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.334678:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4dbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964410f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.334696:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4dbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964410f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.334703:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551319808:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.334752:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.336019:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551319808:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.336033:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.336060:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555488768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1455us (1573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.336067:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14984 00000100:00100000:0.0:1746128322.336374:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.338063:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.339155:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.339204:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555489280 00000100:00100000:1.0:1746128322.339208:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555489280 00010000:00010000:1.0:1746128322.339222:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4dbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964410f expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.339285:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14985 00000100:00100000:1.0:1746128322.339290:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555489280:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.339298:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.339309:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4dbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964410f expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.339318:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4dbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964410f expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.339332:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4dbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964410f expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.339341:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.339342:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.339347:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.339357:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.339375:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.339383:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551320064:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.339427:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.341095:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.341177:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551320064:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.341193:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.341218:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555489280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1927us (2061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.341225:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14985 00000100:00100000:0.0:1746128322.342292:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.343720:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.344947:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555489792:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1071us (1226us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746128322.344960:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2902 00002000:00100000:0.0:1746128322.344965:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800979d7480 x1830947555489792/t4294970503(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/448 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.344971:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d7480 with x1830947555489792 ext(0->7) 00010000:00010000:0.0:1746128322.344976:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.344986:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.344992:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979d7480 00000100:00100000:0.0:1746128322.347695:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.347916:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555489920 00000100:00100000:1.0:1746128322.347923:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555489920 00010000:00010000:1.0:1746128322.347948:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.348173:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14986 00000100:00100000:1.0:1746128322.348181:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555489920:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.348192:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.348208:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.348219:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.348237:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644116 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.348266:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.348268:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.348273:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.348281:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.348305:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.348315:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551320320:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.348365:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.356291:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.356586:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.356605:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555490304 00000100:00100000:1.0:1746128322.356607:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551320320:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128322.356608:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555490304 00010000:00010000:1.0:1746128322.356625:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746128322.356631:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6df80 x1830947555490304/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.356639:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6df80 with x1830947555490304 ext(0->4095) 00002000:00010000:0.0:1746128322.356643:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6df80 00000100:00100000:0.0:1746128322.356654:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13547 00000100:00100000:1.0:1746128322.356659:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555489920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8479us (8969us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128322.356659:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555490304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.356667:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14986 00000100:00100000:1.0:1746128322.357147:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555490304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 486us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.357153:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13547 00002000:00100000:1.0:1746128322.357159:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6df80 x1830947555490304/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.357167:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6df80 with x1830947555490304 ext(0->4095) 00010000:00010000:1.0:1746128322.357172:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.357182:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.357188:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6df80 00000100:00100000:0.0:1746128322.358050:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.359115:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555490560 00000100:00100000:1.0:1746128322.359119:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555490560 00010000:00010000:1.0:1746128322.359135:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.359164:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14987 00000100:00100000:1.0:1746128322.359169:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555490560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.359178:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.359190:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.359199:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.359341:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4dcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964411d expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.359366:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.359368:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.359372:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4dd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644124 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.359378:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644124 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.359528:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644124 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.359537:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644124 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.359567:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551320704:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.359616:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.360824:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.360894:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551320704:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.360907:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.361018:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555490560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1847us (1979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.361025:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14987 00000100:00100000:0.0:1746128322.366274:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.366366:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555490944 00000100:00100000:1.0:1746128322.366374:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555490944 00010000:00010000:1.0:1746128322.366402:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644124 expref: 79 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.366447:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14988 00000100:00100000:1.0:1746128322.366454:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2015:x1830947555490944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.366470:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.366486:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644124 expref: 79 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.366498:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644124 expref: 79 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.366516:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e4dd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644124 expref: 79 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.366569:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.366571:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.366577:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4dd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964412b expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.366585:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4dd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964412b expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.366736:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4dd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964412b expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.366747:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551320832:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.367627:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.370969:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.371141:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551320832:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.371159:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.371196:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555490944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4741us (4929us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.371211:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14988 00000100:00100000:0.0:1746128322.372961:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.376606:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555491456 00000100:00100000:1.0:1746128322.376612:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555491456 00010000:00010000:1.0:1746128322.376637:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4dd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964412b expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.376669:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14989 00000100:00100000:1.0:1746128322.376676:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555491456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.376686:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.376701:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4dd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964412b expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.376712:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4dd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964412b expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.376729:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4dd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964412b expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.376751:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.376753:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.376759:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4de0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644132 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.376765:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4de0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644132 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.376792:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4de0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644132 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.376802:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551321088:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.376866:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.379538:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.379845:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551321088:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.379863:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.379908:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555491456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3233us (3331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.379916:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14989 00000100:00100000:0.0:1746128322.383976:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.389321:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555491968 00000100:00100000:0.0:1746128322.389325:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555491968 00000100:00100000:0.0:1746128322.389353:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30029 00000100:00100000:0.0:1746128322.389358:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1725:x1830947555491968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128322.389365:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128322.389371:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644140 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.389381:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128322.389385:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 80 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.389389:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128322.389392:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.389411:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 80 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.389420:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.389427:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a013800, rc 0) 00000100:00100000:0.0:1746128322.389464:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:1725:x1830947555491968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128322.389470:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30029 00000100:00100000:0.0:1746128322.393155:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.393211:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555492096 00000100:00100000:1.0:1746128322.393216:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555492096 00010000:00010000:1.0:1746128322.393239:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4de0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644132 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.393266:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14990 00000100:00100000:1.0:1746128322.393272:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555492096:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.393281:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.393297:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4de0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644132 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.393306:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4de0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644132 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.393323:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4de0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644132 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.393347:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.393349:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.393355:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 78 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.393363:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 78 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.393391:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 78 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.393401:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 78 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.393411:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551321472:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.393455:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.394585:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551321472:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.394597:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.394798:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555492096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1524us (1649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.394805:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14990 00000100:00100000:0.0:1746128322.394944:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.396286:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.396518:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555492480 00000100:00100000:1.0:1746128322.396523:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555492480 00010000:00010000:1.0:1746128322.396572:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 79 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.396604:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14991 00000100:00100000:1.0:1746128322.396609:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2015:x1830947555492480:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.396620:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.396632:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 79 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.396641:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 79 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.396764:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4de7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644139 expref: 79 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.396776:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.396778:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.396783:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.396792:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.396815:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.396826:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551321600:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.397047:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.399148:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551321600:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.399166:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.399207:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555492480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2597us (2922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.399219:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14991 00000100:00100000:0.0:1746128322.399426:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.399506:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555492736 00000100:00100000:1.0:1746128322.399510:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555492736 00002000:00100000:1.0:1746128322.399534:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b100 x1830947555492736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.399571:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b100 with x1830947555492736 ext(0->4095) 00002000:00010000:1.0:1746128322.399574:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631b100 00000100:00100000:1.0:1746128322.399588:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13550 00000100:00100000:1.0:1746128322.399594:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555492736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.399675:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555492736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.399681:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13550 00002000:00100000:1.0:1746128322.399686:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b100 x1830947555492736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.399694:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b100 with x1830947555492736 ext(0->4095) 00002000:00010000:1.0:1746128322.399697:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631b100 00000100:00100000:0.0:1746128322.400899:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.402702:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.402786:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555492992 00000100:00100000:1.0:1746128322.402791:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555492992 00010000:00010000:1.0:1746128322.402811:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.402840:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14992 00000100:00100000:1.0:1746128322.402845:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555492992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.402854:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.402867:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.402877:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.402893:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a013800/0x6e2f3e23d86e4dee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644140 expref: 78 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.402902:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.402904:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.402909:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4df5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644147 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.402915:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4df5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644147 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.402934:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4df5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644147 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.402943:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551321856:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.403064:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.403910:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551321856:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.403920:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.403935:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555492992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1090us (1233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.403941:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14992 00000100:00100000:0.0:1746128322.404729:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.404798:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555493248 00000100:00100000:1.0:1746128322.404801:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555493248 00002000:00100000:1.0:1746128322.404819:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b480 x1830947555493248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.404826:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947555493248 ext(0->4095) 00002000:00010000:1.0:1746128322.404828:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631b480 00000100:00100000:1.0:1746128322.404917:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13551 00000100:00100000:1.0:1746128322.404921:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555493248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.405157:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555493248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 234us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.405163:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13551 00002000:00100000:1.0:1746128322.405168:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b480 x1830947555493248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.405175:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947555493248 ext(0->4095) 00002000:00010000:1.0:1746128322.405177:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631b480 00000100:00100000:0.0:1746128322.406080:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.407995:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.408066:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555493504 00000100:00100000:1.0:1746128322.408070:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555493504 00010000:00010000:1.0:1746128322.408087:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4df5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644147 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.408110:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14993 00000100:00100000:1.0:1746128322.408115:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555493504:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.408122:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.408580:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4df5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644147 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.408607:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4df5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644147 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.408626:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4df5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644147 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.408635:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.408636:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.408641:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 77 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.408647:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 77 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.408667:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 77 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.408676:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551322112:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.408743:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.410097:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551322112:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.410114:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.410140:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555493504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2024us (2145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.410147:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14993 00000100:00100000:0.0:1746128322.412614:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.412991:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555493760 00000100:00100000:1.0:1746128322.412998:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555493760 00002000:00100000:1.0:1746128322.413043:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145f80 x1830947555493760/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.413052:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145f80 with x1830947555493760 ext(0->4095) 00002000:00010000:1.0:1746128322.413056:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132145f80 00000100:00100000:1.0:1746128322.413071:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13552 00000100:00100000:1.0:1746128322.413077:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2016:x1830947555493760:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128322.413188:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2016:x1830947555493760:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.413194:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13552 00002000:00100000:1.0:1746128322.413199:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145f80 x1830947555493760/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.413206:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145f80 with x1830947555493760 ext(0->4095) 00002000:00010000:1.0:1746128322.413208:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132145f80 00000100:00100000:0.0:1746128322.416724:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.418370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.418446:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555494016 00000100:00100000:1.0:1746128322.418675:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555494016 00002000:00100000:1.0:1746128322.418707:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132145c00 x1830947555494016/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.418729:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145c00 with x1830947555494016 ext(0->7) 00010000:00010000:1.0:1746128322.418735:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 78 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.418884:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 78 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.418896:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145c00 00000100:00100000:1.0:1746128322.418923:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2905 00000100:00100000:1.0:1746128322.418929:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555494016:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128322.420349:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2014:x1830947555494016:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1417us (1978us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746128322.420357:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2905 00002000:00100000:0.0:1746128322.420363:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132145c00 x1830947555494016/t4294970504(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/448 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.420370:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145c00 with x1830947555494016 ext(0->7) 00010000:00010000:0.0:1746128322.420375:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 80 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.420386:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 80 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.420395:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145c00 00000100:00100000:0.0:1746128322.421936:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.422354:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555494144 00000100:00100000:1.0:1746128322.422362:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555494144 00010000:00010000:1.0:1746128322.422385:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 80 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.422417:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14994 00000100:00100000:1.0:1746128322.422422:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2015:x1830947555494144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.422432:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.422444:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 80 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.422453:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 80 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.422469:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4dfc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964414e expref: 80 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.423016:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.423018:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.423024:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4e03 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644155 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.423035:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4e03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644155 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.423060:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4e03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644155 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.423070:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551322368:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.423136:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.424382:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.424662:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551322368:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.424675:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.424697:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2015:x1830947555494144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2274us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.424704:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14994 00000100:00100000:0.0:1746128322.425137:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.427531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.427585:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555494656 00000100:00100000:1.0:1746128322.427591:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555494656 00010000:00010000:1.0:1746128322.427610:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4e03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644155 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.427641:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14995 00000100:00100000:1.0:1746128322.427648:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555494656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.427658:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.427673:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4e03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644155 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.427683:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4e03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644155 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.427700:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e4e03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644155 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.427711:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.427712:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.427717:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 79 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.427724:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 79 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.427747:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 79 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.427757:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551322624:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.427822:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.429135:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551322624:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.429151:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.429875:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555494656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2224us (2342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.429883:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14995 00000100:00100000:0.0:1746128322.429914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.432771:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.434358:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.435404:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555495168:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 907us (1045us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746128322.435410:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2907 00002000:00100000:0.0:1746128322.435415:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099312300 x1830947555495168/t4294970505(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/448 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.435422:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312300 with x1830947555495168 ext(0->7) 00010000:00010000:0.0:1746128322.435427:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.435437:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.435442:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099312300 00000100:00100000:0.0:1746128322.436576:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.436606:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555495296 00000100:00100000:1.0:1746128322.436612:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555495296 00010000:00010000:1.0:1746128322.436633:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.436837:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14996 00000100:00100000:1.0:1746128322.436847:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555495296:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.436856:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.436868:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.436876:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.436893:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964415c expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.436919:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.436920:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.436926:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4e11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644163 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.436933:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644163 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.436956:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644163 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.436965:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551322880:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.437034:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.437994:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551322880:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.438021:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.438054:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2015:x1830947555495296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1210us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.438060:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14996 00000100:00100000:0.0:1746128322.439046:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.440663:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.443010:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.444219:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.444327:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555495936 00000100:00100000:1.0:1746128322.444332:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555495936 00010000:00010000:1.0:1746128322.444351:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4e11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644163 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.444368:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14997 00000100:00100000:1.0:1746128322.444373:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555495936:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.444381:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.444395:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4e11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644163 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.444404:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644163 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.444421:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e4e11 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644163 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.444433:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.444435:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.444440:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4e18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964416a expref: 82 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.444447:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964416a expref: 82 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.444467:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964416a expref: 82 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.444476:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964416a expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.444486:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551323264:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.445049:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.445942:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551323264:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.445957:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.446035:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555495936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1660us (1814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.446042:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14997 00000100:00100000:1.0:1746128322.449647:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555496448 00000100:00100000:1.0:1746128322.449650:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555496448 00010000:00010000:1.0:1746128322.449665:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964416a expref: 83 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.449681:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14998 00000100:00100000:1.0:1746128322.449685:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2016:x1830947555496448:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.449693:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.449705:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964416a expref: 83 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.449717:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964416a expref: 83 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.449731:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e4e18 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964416a expref: 83 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.449745:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.449747:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.449751:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4e1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644171 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.449758:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4e1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644171 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.449776:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4e1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644171 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.449785:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4e1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644171 expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.449795:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551323520:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.449842:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.451734:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.451736:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551323520:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.451750:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.451791:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2016:x1830947555496448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2104us (2556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.451802:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14998 00000100:00100000:0.0:1746128322.453897:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.454141:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.454219:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555496960 00000100:00100000:1.0:1746128322.454223:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555496960 00010000:00010000:1.0:1746128322.454238:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4e1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644171 expref: 84 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.454263:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14999 00000100:00100000:1.0:1746128322.454278:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555496960:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.454286:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.454801:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4e1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644171 expref: 83 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.454812:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4e1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644171 expref: 83 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.454827:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e4e1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644171 expref: 83 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.454838:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.454839:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.454844:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644178 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.454851:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644178 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.454869:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644178 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.454879:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644178 expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.454888:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551323776:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.454942:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.456140:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551323776:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.456154:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.456250:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555496960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1980us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.456257:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14999 00000100:00100000:0.0:1746128322.457464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.462935:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.463029:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555497344 00000100:00100000:1.0:1746128322.463037:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555497344 00010000:00010000:1.0:1746128322.463063:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644178 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.463102:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15000 00000100:00100000:1.0:1746128322.463108:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555497344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.463119:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.463135:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644178 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.463146:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644178 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.463165:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644178 expref: 6 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.463192:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.463193:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.463199:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4e2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964417f expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.463207:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4e2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964417f expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.463235:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4e2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964417f expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.464161:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551323904:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.464238:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.466810:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.466904:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551323904:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.466919:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.466957:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555497344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3849us (4028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.466965:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15000 00000100:00100000:0.0:1746128322.469500:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.473985:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.474058:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555497856 00000100:00100000:1.0:1746128322.474067:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555497856 00010000:00010000:1.0:1746128322.474095:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4e2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964417f expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.474134:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15001 00000100:00100000:1.0:1746128322.474140:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555497856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.474153:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.474168:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4e2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964417f expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.474177:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4e2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964417f expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.474194:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4e2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964417f expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.474217:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.474219:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.474224:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644186 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.474231:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644186 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.474254:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644186 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.474265:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551324160:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.474330:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.476213:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551324160:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.476229:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.476263:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2014:x1830947555497856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2123us (2282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.476349:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15001 00000100:00100000:0.0:1746128322.476620:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.477219:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.481348:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.482797:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.483086:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555498496 00000100:00100000:1.0:1746128322.483092:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555498496 00010000:00010000:1.0:1746128322.483111:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644186 expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.483141:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15002 00000100:00100000:1.0:1746128322.483146:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555498496:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.483155:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.483168:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644186 expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.483177:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644186 expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.483194:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644186 expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.483206:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.483207:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.483212:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4e3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964418d expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.483219:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4e3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964418d expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.483239:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4e3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964418d expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.483249:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4e3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964418d expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.483259:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551324544:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.483908:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.486869:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551324544:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.486890:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.486937:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555498496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3790us (4142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.486946:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15002 00000100:00100000:0.0:1746128322.487532:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.490464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.490633:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555498880 00000100:00100000:1.0:1746128322.490640:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555498880 00010000:00010000:1.0:1746128322.490667:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4e3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964418d expref: 83 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.490701:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15003 00000100:00100000:1.0:1746128322.490708:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2017:x1830947555498880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.490718:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.490735:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4e3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964418d expref: 83 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.490745:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4e3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964418d expref: 83 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.490764:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4e3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964418d expref: 83 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.490779:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.490780:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.490786:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644194 expref: 82 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.490793:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644194 expref: 82 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.490819:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644194 expref: 82 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.490829:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551324672:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.490896:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.493637:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.493664:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551324672:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.493680:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.493710:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2017:x1830947555498880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3002us (3252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.493718:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15003 00000100:00100000:0.0:1746128322.496036:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.497695:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.497741:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555499392 00000100:00100000:1.0:1746128322.497745:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555499392 00010000:00010000:1.0:1746128322.497761:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644194 expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.497785:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15004 00000100:00100000:1.0:1746128322.497790:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096289180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555499392:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.497799:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.497815:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644194 expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.497822:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644194 expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.497838:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e4e42 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644194 expref: 82 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.497858:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.497860:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.497865:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4e49 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964419b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.497871:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4e49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964419b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.497891:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4e49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964419b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.497900:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551324928:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.497938:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.499179:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.499252:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551324928:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.499266:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.499288:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2015:x1830947555499392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1497us (1594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.499298:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15004 00000100:00100000:0.0:1746128322.501838:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.505237:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.505274:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.505563:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555500032 00000100:00100000:1.0:1746128322.505567:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555500032 00010000:00010000:1.0:1746128322.505580:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4e49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964419b expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.505713:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15005 00000100:00100000:1.0:1746128322.505719:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555500032:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.505727:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.505742:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4e49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964419b expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.505751:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4e49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964419b expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.505765:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e4e49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964419b expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.505776:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.505778:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.505783:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4e50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a2 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.505789:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4e50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a2 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.505807:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4e50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a2 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.505817:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4e50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a2 expref: 82 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.505826:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551325312:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.505875:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.509370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.509536:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551325312:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.509648:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.510095:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555500032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3969us (4413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.510105:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15005 00000100:00100000:0.0:1746128322.512219:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555500416 00000100:00100000:0.0:1746128322.512225:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555500416 00000100:00100000:0.0:1746128322.512267:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30045 00000100:00100000:0.0:1746128322.512274:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555500416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128322.512290:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128322.512304:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96441b0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.512324:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128322.512328:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.512333:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128322.512336:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.512362:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.512372:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.512380:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a012800, rc 0) 00000100:00100000:0.0:1746128322.512468:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555500416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128322.512474:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30045 00000100:00100000:1.0:1746128322.512501:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555500544 00000100:00100000:1.0:1746128322.512505:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555500544 00010000:00010000:1.0:1746128322.512520:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4e50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a2 expref: 83 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.512697:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15006 00000100:00100000:1.0:1746128322.512703:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555500544:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.512879:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.512896:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4e50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a2 expref: 83 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.512906:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4e50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a2 expref: 83 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.512921:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4e50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a2 expref: 83 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.512948:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.512950:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.512955:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.512962:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.512981:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.512990:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 82 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.513014:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551325568:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.513075:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.514378:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551325568:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.514394:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.514425:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555500544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1721us (2065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.514432:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15006 00000100:00100000:0.0:1746128322.514719:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.517217:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.517525:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.518183:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555501056 00000100:00100000:1.0:1746128322.518187:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555501056 00010000:00010000:1.0:1746128322.518201:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 83 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.518232:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15007 00000100:00100000:1.0:1746128322.518237:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555501056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.518244:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.518258:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 83 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.518268:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 83 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.518283:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4e57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441a9 expref: 83 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.518291:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.518292:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.518297:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.518303:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.518318:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.518326:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 5 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.518339:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551325824:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.518406:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.521384:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.521558:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551325824:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.521577:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.521615:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555501056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3377us (4089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.521624:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15007 00000100:00100000:0.0:1746128322.524933:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.524999:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555501440 00000100:00100000:1.0:1746128322.525018:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555501440 00010000:00010000:1.0:1746128322.525044:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.525144:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15008 00000100:00100000:1.0:1746128322.525151:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555501440:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.525161:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.525176:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.525185:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.525202:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a012800/0x6e2f3e23d86e4e5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b0 expref: 6 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.525214:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.525216:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.525222:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b7 expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.525228:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b7 expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.525251:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b7 expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.525260:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551325952:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.525694:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.527203:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551325952:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.527218:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.527254:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555501440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2103us (2327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.527262:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15008 00000100:00100000:0.0:1746128322.527528:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.531175:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.537531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.537690:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555501952 00000100:00100000:1.0:1746128322.537696:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555501952 00010000:00010000:1.0:1746128322.537722:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b7 expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.538296:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15009 00000100:00100000:1.0:1746128322.538303:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555501952:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.538314:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.538331:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b7 expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.538345:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b7 expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.538363:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e4e65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441b7 expref: 82 pid: 9592 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746128322.538492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128322.538744:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.538747:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.538753:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4e6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441be expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.538760:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4e6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441be expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.538786:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4e6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441be expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.538796:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551326208:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.539126:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.541854:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551326208:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.541871:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.541952:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555501952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3648us (4422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.541961:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15009 00000100:00100000:1.0:1746128322.542264:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.546755:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.546838:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555502464 00000100:00100000:1.0:1746128322.546844:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555502464 00010000:00010000:1.0:1746128322.546868:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4e6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441be expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.546892:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15010 00000100:00100000:1.0:1746128322.546896:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555502464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.546904:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.546917:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4e6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441be expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.546925:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4e6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441be expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.546939:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e4e6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441be expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.546957:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.546958:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.546963:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441c5 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.546968:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441c5 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.546990:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441c5 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.546997:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551326464:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.547171:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.548537:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551326464:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128322.548572:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128322.548580:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.548885:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555502464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1986us (2134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.548891:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15010 00000100:00100000:0.0:1746128322.550212:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.558038:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.562992:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.563064:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555503104 00000100:00100000:1.0:1746128322.563071:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555503104 00010000:00010000:1.0:1746128322.563101:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441c5 expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.563166:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15011 00000100:00100000:1.0:1746128322.563173:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555503104:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.563184:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.563206:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441c5 expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.563217:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441c5 expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.563235:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e4e73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441c5 expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.563427:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.563430:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.563437:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e4e7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441cc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.563449:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e4e7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441cc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.563476:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e4e7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441cc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.563486:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551326720:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.563934:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.565885:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.567271:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.567316:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551326720:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128322.567330:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128322.567351:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2014:x1830947555503104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4179us (4367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128322.567358:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15011 00000100:00100000:0.0:1746128322.569818:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.570437:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.570517:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555503744 00000100:00100000:1.0:1746128322.570521:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555503744 00010000:00010000:1.0:1746128322.570536:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e4e7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441cc expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.570731:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15012 00000100:00100000:1.0:1746128322.570737:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f102a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555503744:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.570745:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.570759:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e4e7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441cc expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.570769:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e4e7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441cc expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.570789:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5200/0x6e2f3e23d86e4e7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441cc expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.570816:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.570818:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.570824:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5c00/0x6e2f3e23d86e4e81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441d3 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.570833:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5c00/0x6e2f3e23d86e4e81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441d3 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.570852:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5c00/0x6e2f3e23d86e4e81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441d3 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.570861:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5c00/0x6e2f3e23d86e4e81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441d3 expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.570870:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551327104:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.570929:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.572744:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551327104:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.572761:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.572799:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f102a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555503744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2062us (2362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.572807:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15012 00000100:00100000:0.0:1746128322.573978:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.576292:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.576496:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555504128 00000100:00100000:1.0:1746128322.576503:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555504128 00010000:00010000:1.0:1746128322.576528:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5c00/0x6e2f3e23d86e4e81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441d3 expref: 85 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.577189:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15013 00000100:00100000:1.0:1746128322.577198:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2014:x1830947555504128:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.577208:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.577225:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5c00/0x6e2f3e23d86e4e81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441d3 expref: 85 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.577359:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5c00/0x6e2f3e23d86e4e81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441d3 expref: 85 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.577379:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09b5c00/0x6e2f3e23d86e4e81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441d3 expref: 85 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.577408:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.577410:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.577416:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133679600/0x6e2f3e23d86e4e88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441da expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.577422:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133679600/0x6e2f3e23d86e4e88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441da expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.577451:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133679600/0x6e2f3e23d86e4e88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441da expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.577461:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551327232:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128322.577531:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.580792:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.581101:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551327232:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128322.581118:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128322.581393:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2014:x1830947555504128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4192us (5100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.581404:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15013 00000100:00100000:0.0:1746128322.584060:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.589868:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.590500:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555504640 00000100:00100000:1.0:1746128322.590507:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555504640 00010000:00010000:1.0:1746128322.590586:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133679600/0x6e2f3e23d86e4e88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441da expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.590621:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15014 00000100:00100000:1.0:1746128322.590628:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2015:x1830947555504640:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128322.590640:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128322.590657:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133679600/0x6e2f3e23d86e4e88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441da expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.590668:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133679600/0x6e2f3e23d86e4e88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441da expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.590686:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133679600/0x6e2f3e23d86e4e88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441da expref: 84 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.590716:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.590718:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.590725:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e4e8f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441e1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.590732:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e4e8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441e1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.590763:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e4e8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96441e1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.590780:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551327488:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128322.591206:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.591695:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.593532:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.595931:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.597817:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.599798:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.602677:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.604049:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2015:x1830947555505664:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1005us (1371us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746128322.604056:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2920 00002000:00100000:0.0:1746128322.604061:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e980a80 x1830947555505664/t4294970507(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/448 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.604068:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980a80 with x1830947555505664 ext(0->7) 00010000:00010000:0.0:1746128322.604074:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e4e96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441e8 expref: 86 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.604084:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e4e96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441e8 expref: 86 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.604090:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e980a80 00000100:00100000:0.0:1746128322.615526:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.616519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.622261:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555506176 00000100:00100000:0.0:1746128322.622266:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555506176 00002000:00100000:0.0:1746128322.622297:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135880 x1830947555506176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.622306:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135880 with x1830947555506176 ext(0->4095) 00010000:00010000:0.0:1746128322.622312:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e4e9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441ef expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.622324:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e4e9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441ef expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.622330:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135880 00000100:00100000:0.0:1746128322.622353:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2921 00000100:00100000:0.0:1746128322.622359:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555506176:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128322.622452:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555506176:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128322.622457:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2921 00002000:00100000:0.0:1746128322.622462:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135880 x1830947555506176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.622469:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135880 with x1830947555506176 ext(0->4095) 00010000:00010000:0.0:1746128322.622473:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e4e9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441ef expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.622481:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e4e9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96441ef expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.622486:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135880 00000100:00100000:0.0:1746128322.625115:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.627295:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.627350:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555506560 00000100:00100000:1.0:1746128322.627355:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555506560 00002000:00100000:1.0:1746128322.627383:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28ad80 x1830947555506560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.627392:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28ad80 with x1830947555506560 ext(0->4095) 00002000:00010000:1.0:1746128322.627395:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28ad80 00000100:00100000:1.0:1746128322.627410:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13563 00000100:00100000:1.0:1746128322.627416:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2016:x1830947555506560:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128322.627509:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2016:x1830947555506560:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (214us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.627515:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13563 00002000:00100000:1.0:1746128322.627520:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28ad80 x1830947555506560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.627526:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28ad80 with x1830947555506560 ext(0->4095) 00002000:00010000:1.0:1746128322.627529:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28ad80 00000100:00100000:0.0:1746128322.628939:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.632436:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.634620:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.637043:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.638151:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.640674:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.649279:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.651031:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555507712 00000100:00100000:1.0:1746128322.651040:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555507712 00002000:00100000:1.0:1746128322.651078:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bdf80 x1830947555507712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.651092:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdf80 with x1830947555507712 ext(0->4095) 00010000:00010000:1.0:1746128322.651100:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097f18600/0x6e2f3e23d86e4eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644204 expref: 87 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.651112:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097f18600/0x6e2f3e23d86e4eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644204 expref: 87 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.651118:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bdf80 00000100:00100000:1.0:1746128322.651731:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2922 00000100:00100000:1.0:1746128322.651738:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:2014:x1830947555507712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.651848:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:2014:x1830947555507712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (2571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.651854:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2922 00002000:00100000:1.0:1746128322.651859:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bdf80 x1830947555507712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.651866:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdf80 with x1830947555507712 ext(0->4095) 00010000:00010000:1.0:1746128322.651870:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097f18600/0x6e2f3e23d86e4eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644204 expref: 87 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.651879:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097f18600/0x6e2f3e23d86e4eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644204 expref: 87 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.651885:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bdf80 00000100:00100000:0.0:1746128322.655708:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.655792:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.659256:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.659486:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555508224 00000100:00100000:0.0:1746128322.659492:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555508224 00002000:00100000:0.0:1746128322.659518:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e7800 x1830947555508224/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.659527:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7800 with x1830947555508224 ext(0->4095) 00010000:00010000:0.0:1746128322.659533:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4eb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964420b expref: 86 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.659733:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4eb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964420b expref: 86 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.659740:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e7800 00000100:00100000:0.0:1746128322.659763:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2923 00000100:00100000:0.0:1746128322.659770:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2014:x1830947555508224:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128322.659907:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2014:x1830947555508224:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (651us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128322.659912:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2923 00002000:00100000:0.0:1746128322.659917:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e7800 x1830947555508224/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.659923:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7800 with x1830947555508224 ext(0->4095) 00010000:00010000:0.0:1746128322.659928:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4eb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964420b expref: 86 pid: 9592 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.659937:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e4eb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964420b expref: 86 pid: 9592 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.659946:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e7800 00000100:00100000:0.0:1746128322.660942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.661035:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.662963:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.665290:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555508864 00000100:00100000:0.0:1746128322.665296:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555508864 00010000:00010000:0.0:1746128322.665315:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4ec0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644212 expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746128322.665350:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15022 00000100:00100000:0.0:1746128322.665356:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555508864:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128322.665364:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128322.665376:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4ec0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644212 expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.665385:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4ec0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644212 expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.665402:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4ec0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644212 expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.665424:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128322.665426:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128322.665431:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e4ec7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644219 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.665442:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e4ec7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644219 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.665465:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e4ec7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644219 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128322.665475:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551329536:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128322.665558:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.667927:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.669639:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.671658:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.673848:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.675848:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.677884:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.678348:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.680926:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.681136:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555510272 00000100:00100000:0.0:1746128322.681140:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555510272 00002000:00100000:0.0:1746128322.681165:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5180 x1830947555510272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.681173:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5180 with x1830947555510272 ext(0->4095) 00010000:00010000:0.0:1746128322.681179:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644227 expref: 87 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.681188:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644227 expref: 87 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.681194:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e5180 00000100:00100000:0.0:1746128322.681212:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2925 00000100:00100000:0.0:1746128322.681222:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:2014:x1830947555510272:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128322.681393:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:2014:x1830947555510272:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128322.681398:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2925 00002000:00100000:0.0:1746128322.681403:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5180 x1830947555510272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.681410:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5180 with x1830947555510272 ext(0->4095) 00010000:00010000:0.0:1746128322.681414:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644227 expref: 87 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746128322.681422:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644227 expref: 87 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746128322.681428:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e5180 00000100:00100000:0.0:1746128322.682664:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.683055:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.685620:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.688339:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.688445:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555510912 00000100:00100000:1.0:1746128322.688452:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555510912 00000100:00100000:1.0:1746128322.688496:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30065 00000100:00100000:1.0:1746128322.688501:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:1723:x1830947555510912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.688512:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.688526:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4eea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964423c expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.688563:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.688569:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e4ee3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644235 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.688575:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128322.688578:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4eea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964423c expref: 87 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.688606:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e4ee3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644235 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.688617:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4eea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964423c expref: 87 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.688624:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128322.688900:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:1723:x1830947555510912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 397us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.688907:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30065 00000100:00100000:0.0:1746128322.688963:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.690943:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.693288:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.700057:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.700157:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555511808 00000100:00100000:1.0:1746128322.700162:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555511808 00000100:00100000:1.0:1746128322.700203:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30066 00000100:00100000:1.0:1746128322.700213:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555511808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.700225:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.700237:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ef1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644243 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.700256:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4eea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964423c expref: 85 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.700263:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.700264:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.700267:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ef1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644243 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.700291:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4eea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964423c expref: 85 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.700301:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4eea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964423c expref: 85 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.700309:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551330944:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.700365:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.701468:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551330944:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.701490:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ef1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644243 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.701501:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128322.701530:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555511808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1321us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.701537:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30066 00000100:00100000:0.0:1746128322.701970:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.704487:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.706398:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.706443:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555512320 00000100:00100000:1.0:1746128322.706448:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555512320 00000100:00100000:1.0:1746128322.706629:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30067 00000100:00100000:1.0:1746128322.706635:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:1725:x1830947555512320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.706645:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.706657:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4ef8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964424a expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.706676:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ef1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644243 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.706682:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.706684:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.706687:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4ef8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964424a expref: 86 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.706711:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644243 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.706720:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e4ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644243 expref: 5 pid: 11544 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746128322.706730:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551331200:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.706843:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128322.707799:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.708017:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551331200:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.708033:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4ef8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964424a expref: 88 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.708043:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128322.708060:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:1725:x1830947555512320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1425us (1663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.708076:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30067 00000100:00100000:0.0:1746128322.708193:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.710870:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.711025:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555512832 00000100:00100000:1.0:1746128322.711030:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555512832 00002000:00100000:1.0:1746128322.711057:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113b80 x1830947555512832/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.711065:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113b80 with x1830947555512832 ext(0->4095) 00010000:00010000:1.0:1746128322.711072:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4ef8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964424a expref: 87 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.711082:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4ef8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964424a expref: 87 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.711088:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113b80 00000100:00100000:1.0:1746128322.711114:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2928 00000100:00100000:1.0:1746128322.711119:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:2015:x1830947555512832:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.711214:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:2015:x1830947555512832:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.711231:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2928 00002000:00100000:1.0:1746128322.711815:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113b80 x1830947555512832/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.711822:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113b80 with x1830947555512832 ext(0->4095) 00010000:00010000:1.0:1746128322.711828:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4ef8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964424a expref: 87 pid: 11544 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.711836:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e4ef8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964424a expref: 87 pid: 11544 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.711840:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113b80 00000100:00100000:0.0:1746128322.715187:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.715234:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.718588:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.718641:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555513344 00000100:00100000:1.0:1746128322.718645:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555513344 00002000:00100000:1.0:1746128322.718671:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110a80 x1830947555513344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.718679:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110a80 with x1830947555513344 ext(0->4095) 00010000:00010000:1.0:1746128322.718685:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4eff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644251 expref: 86 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.718696:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4eff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644251 expref: 86 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.718702:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f110a80 00000100:00100000:1.0:1746128322.718716:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2929 00000100:00100000:1.0:1746128322.718722:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2015:x1830947555513344:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.719051:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2015:x1830947555513344:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 327us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.719057:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2929 00002000:00100000:1.0:1746128322.719062:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110a80 x1830947555513344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.719069:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110a80 with x1830947555513344 ext(0->4095) 00010000:00010000:1.0:1746128322.719073:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4eff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644251 expref: 86 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.719082:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e4eff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644251 expref: 86 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.719088:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f110a80 00000100:00100000:0.0:1746128322.720825:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.720867:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.723600:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.723646:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555513856 00000100:00100000:1.0:1746128322.723651:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555513856 00002000:00100000:1.0:1746128322.723676:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac7100 x1830947555513856/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.723684:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7100 with x1830947555513856 ext(0->4095) 00010000:00010000:1.0:1746128322.723689:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e4f06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644258 expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.723700:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e4f06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644258 expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.723715:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac7100 00000100:00100000:1.0:1746128322.723760:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2930 00000100:00100000:1.0:1746128322.723767:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555513856:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.724012:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555513856:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 232us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.724018:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2930 00002000:00100000:1.0:1746128322.724022:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac7100 x1830947555513856/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.724028:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7100 with x1830947555513856 ext(0->4095) 00010000:00010000:1.0:1746128322.724032:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e4f06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644258 expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746128322.724040:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e4f06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644258 expref: 6 pid: 9591 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746128322.724046:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac7100 00000100:00100000:0.0:1746128322.726944:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.729932:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.731740:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.734318:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.736169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.738038:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.739985:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.740045:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.741942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.744425:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.744496:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.747979:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.749799:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.750323:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.753291:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.754750:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.758666:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.760994:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.766231:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.768235:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.769863:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.775155:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.775194:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.777178:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.780340:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.780470:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.784995:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.788092:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.794495:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555518848 00000100:00100000:0.0:1746128322.794501:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555518848 00002000:00100000:0.0:1746128322.794529:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982300 x1830947555518848/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.794538:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982300 with x1830947555518848 ext(0->4095) 00002000:00010000:0.0:1746128322.794562:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e982300 00000100:00100000:0.0:1746128322.794578:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13572 00000100:00100000:0.0:1746128322.794583:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2016:x1830947555518848:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128322.794676:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2016:x1830947555518848:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128322.794681:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13572 00002000:00100000:0.0:1746128322.794685:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982300 x1830947555518848/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.794691:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982300 with x1830947555518848 ext(0->4095) 00002000:00010000:0.0:1746128322.794694:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e982300 00000100:00100000:0.0:1746128322.797616:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.800401:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.802732:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.804339:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.805891:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.808381:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.812475:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.815219:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555520128 00000100:00100000:0.0:1746128322.815223:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555520128 00002000:00100000:0.0:1746128322.815246:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e983100 x1830947555520128/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.815255:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983100 with x1830947555520128 ext(0->7) 00010000:00010000:0.0:1746128322.815260:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4f5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442ac expref: 86 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128322.815270:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4f5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442ac expref: 86 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746128322.815276:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e983100 00000100:00100000:0.0:1746128322.815301:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2938 00000100:00100000:0.0:1746128322.815306:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2015:x1830947555520128:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128322.816752:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:2015:x1830947555520128:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1440us (1545us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746128322.816760:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2938 00002000:00100000:0.0:1746128322.816767:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e983100 x1830947555520128/t4294970508(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 496/448 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.816932:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983100 with x1830947555520128 ext(0->7) 00010000:00010000:0.0:1746128322.816940:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4f5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442ac expref: 88 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128322.816955:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e4f5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442ac expref: 88 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746128322.816961:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e983100 00000100:00100000:0.0:1746128322.821752:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.822855:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.825266:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.827478:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.830970:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.833423:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.836427:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.839415:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.840921:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.841949:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555521792 00000100:00100000:0.0:1746128322.841953:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555521792 00000100:00100000:0.0:1746128322.841972:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30086 00000100:00100000:0.0:1746128322.841978:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:1725:x1830947555521792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128322.841983:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128322.841990:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e4f7d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96442cf expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.842012:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128322.842016:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4f76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442c8 expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.842021:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128322.842024:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e4f7d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442cf expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.842042:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4f76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442c8 expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.842051:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e4f7d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442cf expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.842059:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133679c00, rc 0) 00000100:00100000:0.0:1746128322.842074:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:1725:x1830947555521792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128322.842079:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30086 00000100:00100000:0.0:1746128322.843994:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.847031:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555522176 00000100:00100000:0.0:1746128322.847037:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555522176 00002000:00100000:0.0:1746128322.847066:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e981880 x1830947555522176/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.847073:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981880 with x1830947555522176 ext(0->4095) 00010000:00010000:0.0:1746128322.847080:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442c8 expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128322.847091:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442c8 expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746128322.847097:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e981880 00000100:00100000:0.0:1746128322.847120:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2940 00000100:00100000:0.0:1746128322.847126:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2014:x1830947555522176:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128322.847238:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2014:x1830947555522176:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (450us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128322.847244:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2940 00002000:00100000:0.0:1746128322.847250:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e981880 x1830947555522176/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.847257:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981880 with x1830947555522176 ext(0->4095) 00010000:00010000:0.0:1746128322.847261:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442c8 expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128322.847269:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e4f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442c8 expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746128322.847275:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e981880 00000100:00100000:0.0:1746128322.852439:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.856260:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.859414:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.861213:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.863905:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.865777:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.867324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.867416:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555523328 00000100:00100000:1.0:1746128322.867421:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555523328 00000100:00100000:1.0:1746128322.867447:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30089 00000100:00100000:1.0:1746128322.867452:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:1723:x1830947555523328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.867462:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.867472:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4f92 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96442e4 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.867486:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.867490:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4f8b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442dd expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.867494:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.867497:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4f92 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442e4 expref: 90 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.867616:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e4f8b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442dd expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.867629:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e4f92 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442e4 expref: 90 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.867638:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128322.867665:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:1723:x1830947555523328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.867671:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30089 00000100:00100000:0.0:1746128322.868880:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.871298:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.877734:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.878852:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.882800:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.884695:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.884754:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555524352 00000100:00100000:1.0:1746128322.884760:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555524352 00000100:00100000:1.0:1746128322.884803:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30091 00000100:00100000:1.0:1746128322.884809:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:1723:x1830947555524352:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.884820:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.884832:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fa0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96442f2 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.884852:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.884857:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4f99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442eb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.884862:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128322.884865:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fa0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f2 expref: 89 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.884893:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e4f99 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442eb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.884902:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fa0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f2 expref: 89 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.884911:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128322.885028:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:1723:x1830947555524352:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.885033:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30091 00000100:00100000:0.0:1746128322.885371:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.887714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.890441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.894533:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.897225:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.897390:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555525248 00000100:00100000:1.0:1746128322.897396:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555525248 00000100:00100000:1.0:1746128322.897440:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30092 00000100:00100000:1.0:1746128322.897447:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555525248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.897459:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.897474:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4fa7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96442f9 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.897499:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f2 expref: 87 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.897506:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.897508:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.897511:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4fa7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f9 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.897534:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fa0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f2 expref: 87 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.897573:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fa0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f2 expref: 87 pid: 11544 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128322.897582:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551337600:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.897646:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.899856:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551337600:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.899883:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4fa7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f9 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.899898:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128322.899930:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555525248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.899937:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30092 00000100:00100000:0.0:1746128322.900245:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.902834:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.903914:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.903974:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555525760 00000100:00100000:1.0:1746128322.903978:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555525760 00000100:00100000:1.0:1746128322.904059:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30093 00000100:00100000:1.0:1746128322.904065:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:1723:x1830947555525760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.904075:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.904087:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4fae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644300 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.904104:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4fa7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f9 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.904111:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.904112:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.904115:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4fae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644300 expref: 88 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128322.904584:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.904598:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555525888 00000100:00100000:0.0:1746128322.904601:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555525888 00000100:00100000:0.0:1746128322.904633:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30094 00000100:00100000:0.0:1746128322.904638:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:1725:x1830947555525888:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128322.904645:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128322.904650:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e4fb5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644307 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.904775:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128322.904779:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4fae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644300 expref: 90 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.904784:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128322.904787:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e4fb5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644307 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.904836:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4fa7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f9 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128322.904837:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4fae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644300 expref: 90 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.904846:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e4fa7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96442f9 expref: 5 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128322.904854:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e4fb5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644307 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128322.904855:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551337984:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128322.904866:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabec00, rc 0) 00000100:00100000:0.0:1746128322.904887:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:1725:x1830947555525888:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 249us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128322.904892:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30094 00000100:00100000:1.0:1746128322.904909:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.906269:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551337984:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.906288:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e4fae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644300 expref: 89 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.906301:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128322.906971:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:1723:x1830947555525760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2904us (3055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.906977:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30093 00000100:00100000:0.0:1746128322.907053:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.909942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.913046:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.916763:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.920396:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.924356:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.927300:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.927435:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555527168 00000100:00100000:1.0:1746128322.927443:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555527168 00002000:00100000:1.0:1746128322.927607:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c0380 x1830947555527168/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.927616:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0380 with x1830947555527168 ext(0->4095) 00002000:00010000:1.0:1746128322.927768:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c0380 00000100:00100000:1.0:1746128322.927802:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13581 00000100:00100000:1.0:1746128322.927809:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555527168:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128322.927901:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555527168:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (605us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.927907:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13581 00002000:00100000:1.0:1746128322.927912:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c0380 x1830947555527168/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.927918:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0380 with x1830947555527168 ext(0->4095) 00002000:00010000:1.0:1746128322.927920:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c0380 00000100:00100000:0.0:1746128322.928257:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.933159:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.933241:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.936323:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.937911:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555527808 00000100:00100000:1.0:1746128322.937917:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555527808 00002000:00100000:1.0:1746128322.937946:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d880 x1830947555527808/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.937955:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d880 with x1830947555527808 ext(0->4095) 00010000:00010000:1.0:1746128322.937961:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e4fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644315 expref: 89 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128322.937972:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e4fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644315 expref: 89 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128322.937978:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211d880 00000100:00100000:1.0:1746128322.938013:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2945 00000100:00100000:1.0:1746128322.938019:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2014:x1830947555527808:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128322.938741:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2014:x1830947555527808:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 720us (2422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.938748:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2945 00002000:00100000:1.0:1746128322.938754:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d880 x1830947555527808/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.938760:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d880 with x1830947555527808 ext(0->4095) 00010000:00010000:1.0:1746128322.938766:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e4fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644315 expref: 89 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128322.938774:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e4fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644315 expref: 89 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128322.938780:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211d880 00000100:00100000:0.0:1746128322.949635:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.949719:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555528192 00000100:00100000:1.0:1746128322.949727:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555528192 00002000:00100000:1.0:1746128322.949759:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211dc00 x1830947555528192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.949767:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211dc00 with x1830947555528192 ext(0->4095) 00002000:00010000:1.0:1746128322.949771:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211dc00 00000100:00100000:1.0:1746128322.949802:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13582 00000100:00100000:1.0:1746128322.949809:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:2017:x1830947555528192:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128322.949910:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:2017:x1830947555528192:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128322.949915:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13582 00002000:00100000:1.0:1746128322.949920:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211dc00 x1830947555528192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128322.949926:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211dc00 with x1830947555528192 ext(0->4095) 00002000:00010000:1.0:1746128322.949929:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211dc00 00000100:00100000:0.0:1746128322.954481:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.957300:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.960409:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.961273:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.963278:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.963790:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.976465:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555529728 00000100:00100000:0.0:1746128322.976472:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555529728 00002000:00100000:0.0:1746128322.976517:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b6680 x1830947555529728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/0 e 0 to 0 dl 1746128333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.976526:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b6680 with x1830947555529728 ext(0->4095) 00002000:00010000:0.0:1746128322.976531:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b6680 00000100:00100000:0.0:1746128322.976569:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13583 00000100:00100000:0.0:1746128322.976577:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2014:x1830947555529728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128322.977236:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2014:x1830947555529728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 658us (958us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128322.977243:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13583 00002000:00100000:0.0:1746128322.977249:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b6680 x1830947555529728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746128333 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128322.977257:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b6680 with x1830947555529728 ext(0->4095) 00002000:00010000:0.0:1746128322.977260:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b6680 00000100:00100000:0.0:1746128322.980497:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.980595:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555529856 00000100:00100000:1.0:1746128322.980604:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555529856 00000100:00100000:1.0:1746128322.980901:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30101 00000100:00100000:1.0:1746128322.980910:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555529856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.980924:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.980937:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fe6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644338 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.980977:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800979ccc00/0x6e2f3e23d86e4fdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644331 expref: 87 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.980988:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.980990:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.980993:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fe6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644338 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.981043:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800979ccc00/0x6e2f3e23d86e4fdf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644331 expref: 87 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.981054:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800979ccc00/0x6e2f3e23d86e4fdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644331 expref: 87 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128322.981064:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551339904:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.981408:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.982729:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551339904:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.982746:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fe6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644338 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.982755:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128322.982780:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555529856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1872us (2289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.982788:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30101 00000100:00100000:0.0:1746128322.983744:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.986592:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.986986:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.987027:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555530368 00000100:00100000:1.0:1746128322.987031:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555530368 00000100:00100000:1.0:1746128322.987061:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30102 00000100:00100000:1.0:1746128322.987067:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+87:1723:x1830947555530368:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.987077:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.987088:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4fed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964433f expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.987104:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fe6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644338 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.987112:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.987113:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.987116:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4fed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964433f expref: 88 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.987136:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fe6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644338 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.987146:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e4fe6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644338 expref: 5 pid: 11544 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128322.987154:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551340160:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128322.987218:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128322.988209:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551340160:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128322.988368:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4fed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964433f expref: 88 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.988379:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128322.988412:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:1723:x1830947555530368:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1345us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.988421:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30102 00000100:00100000:0.0:1746128322.988963:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.989247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.989305:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555530496 00000100:00100000:1.0:1746128322.989310:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555530496 00000100:00100000:1.0:1746128322.989343:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30103 00000100:00100000:1.0:1746128322.989348:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:1725:x1830947555530496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128322.989358:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128322.989370:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4ff4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644346 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.989386:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128322.989390:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4fed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964433f expref: 89 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.989395:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128322.989398:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4ff4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644346 expref: 89 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.989419:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e4fed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964433f expref: 89 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.989428:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e4ff4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644346 expref: 89 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128322.989435:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128322.989453:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:1725:x1830947555530496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128322.989458:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30103 00000100:00100000:0.0:1746128322.991268:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.993148:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128322.995896:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128322.997829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.000701:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.004169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.004369:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555531776 00000100:00100000:1.0:1746128323.004375:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555531776 00002000:00100000:1.0:1746128323.004419:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ed80 x1830947555531776/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.004427:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ed80 with x1830947555531776 ext(0->4095) 00002000:00010000:1.0:1746128323.004431:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211ed80 00000100:00100000:0.0:1746128323.007424:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.007537:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.014314:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.017663:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.020888:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.027294:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.030457:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555532928 00000100:00100000:0.0:1746128323.030464:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555532928 00000100:00100000:0.0:1746128323.030509:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30107 00000100:00100000:0.0:1746128323.030515:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555532928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128323.030527:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128323.030561:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e5010 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644362 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.030585:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e5009 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644354 expref: 87 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.030592:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128323.030594:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128323.030597:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e5010 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644362 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.030622:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e5009 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644354 expref: 87 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.030632:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e5009 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644354 expref: 87 pid: 27081 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746128323.030641:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551341440:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128323.030715:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.033072:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.036860:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.038301:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.040173:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.043437:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.049467:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.058203:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.060083:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15071 00000100:00100000:1.0:1746128323.060448:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2016:x1830947555534080:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.060463:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.060480:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644369 expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.060491:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5017 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644369 expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.060509:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5017 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644369 expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.060666:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.060668:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.060674:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e501e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644370 expref: 88 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.060681:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e501e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644370 expref: 88 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.060713:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e501e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644370 expref: 88 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128323.060724:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551342080:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.060965:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.065690:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.065711:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555534336 00000100:00100000:1.0:1746128323.065714:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551342080:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128323.065716:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555534336 00010000:00010000:1.0:1746128323.065731:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746128323.065748:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f8000 x1830947555534336/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.065755:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f8000 with x1830947555534336 ext(0->4095) 00002000:00010000:0.0:1746128323.065758:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6f8000 00000100:00100000:1.0:1746128323.065762:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2016:x1830947555534080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5673us (7569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.065769:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15071 00000100:00100000:0.0:1746128323.065787:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13589 00000100:00100000:0.0:1746128323.065793:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:2017:x1830947555534336:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128323.068185:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:2017:x1830947555534336:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 2387us (2496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.068195:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13589 00002000:00100000:1.0:1746128323.068204:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f8000 x1830947555534336/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.068212:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f8000 with x1830947555534336 ext(0->4095) 00002000:00010000:1.0:1746128323.068217:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6f8000 00000100:00100000:0.0:1746128323.070357:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.074260:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.074343:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.074429:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555534592 00000100:00100000:1.0:1746128323.074437:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555534592 00010000:00010000:1.0:1746128323.074575:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e501e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644370 expref: 88 pid: 11544 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.074611:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15072 00000100:00100000:1.0:1746128323.074618:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:2015:x1830947555534592:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.074629:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.074646:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e501e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644370 expref: 88 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.074656:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e501e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644370 expref: 88 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.074675:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e501e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644370 expref: 88 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.074689:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.074691:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.074697:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5025 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644377 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.074705:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5025 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644377 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.074730:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5025 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644377 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128323.074741:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551342336:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.076043:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.079124:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.079140:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551342336:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.079154:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128323.079191:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+88:2015:x1830947555534592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4573us (4935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.079202:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15072 00000100:00100000:0.0:1746128323.082621:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.082693:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555535104 00000100:00100000:1.0:1746128323.082700:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555535104 00010000:00010000:1.0:1746128323.082721:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5025 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644377 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.082800:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15073 00000100:00100000:1.0:1746128323.082806:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555535104:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.082816:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.082830:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5025 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644377 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.082840:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5025 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644377 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.082859:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5025 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644377 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.083400:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.083403:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.083410:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 87 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.083417:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 87 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.083443:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 87 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128323.083453:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551342592:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.083523:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128323.085510:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551342592:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.085527:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128323.085589:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555535104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2782us (2970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.085597:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15073 00000100:00100000:0.0:1746128323.085655:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.091934:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.095623:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.098954:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555535616:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3169us (3325us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746128323.098964:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2952 00002000:00100000:0.0:1746128323.098973:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097f64700 x1830947555535616/t4294970509(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 496/448 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.098988:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64700 with x1830947555535616 ext(0->7) 00010000:00010000:0.0:1746128323.099004:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.099019:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746128323.099025:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f64700 00000100:00100000:0.0:1746128323.107076:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.107182:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555535744 00000100:00100000:1.0:1746128323.107190:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555535744 00010000:00010000:1.0:1746128323.107223:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.107268:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15074 00000100:00100000:1.0:1746128323.107280:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2014:x1830947555535744:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.107292:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.107308:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.107319:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.107336:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e502c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964437e expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.107351:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.107353:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.107361:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5033 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644385 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.107368:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5033 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644385 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.107394:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5033 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644385 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128323.107404:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551342848:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.107482:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128323.109410:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551342848:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.109425:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128323.109459:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2014:x1830947555535744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2180us (2392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.109468:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15074 00000100:00100000:0.0:1746128323.110803:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.113053:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.116883:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.116909:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555536256 00000100:00100000:1.0:1746128323.116916:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555536256 00000100:00100000:0.0:1746128323.116935:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128323.116943:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5033 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644385 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.116981:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15075 00000100:00100000:1.0:1746128323.116988:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555536256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.117007:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.117022:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5033 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644385 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.117037:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5033 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644385 expref: 7 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.117056:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5033 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644385 expref: 7 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.117071:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.117073:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.117079:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e503a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964438c expref: 89 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.117086:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e503a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964438c expref: 89 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.117248:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e503a lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964438c expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.117256:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e503a lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964438c expref: 89 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.117265:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551343232:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.117323:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.121265:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.121290:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551343232:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.121303:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128323.121335:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2014:x1830947555536256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4348us (4458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.121345:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15075 00000100:00100000:0.0:1746128323.125627:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.125901:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.125986:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555536896 00000100:00100000:1.0:1746128323.125994:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555536896 00010000:00010000:1.0:1746128323.126031:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e503a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964438c expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.126069:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15076 00000100:00100000:1.0:1746128323.126076:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc15c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555536896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.126087:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.126103:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e503a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964438c expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.126114:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e503a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964438c expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.126133:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e503a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964438c expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.126149:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.126151:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.126157:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e5041 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644393 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.126164:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e5041 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644393 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.126189:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e5041 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644393 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128323.126201:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551343360:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.127021:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.130356:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.130748:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551343360:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.130761:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128323.130778:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc15c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555536896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4704us (4878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.130786:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15076 00000100:00100000:0.0:1746128323.133811:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.134240:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555537280 00000100:00100000:1.0:1746128323.134248:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555537280 00010000:00010000:1.0:1746128323.134276:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e5041 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644393 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.134316:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15077 00000100:00100000:1.0:1746128323.134324:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555537280:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.134335:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.134353:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e5041 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644393 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.134364:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e5041 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644393 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.134384:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e5041 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644393 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.134646:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.134649:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.134656:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e5048 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964439a expref: 89 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.134664:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e5048 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964439a expref: 89 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.134690:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e5048 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964439a expref: 89 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128323.134702:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551343616:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.136009:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128323.138805:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551343616:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.138824:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128323.138870:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555537280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4547us (5064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.138879:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15077 00000100:00100000:1.0:1746128323.140114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.140151:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555537536 00000100:00100000:0.0:1746128323.140157:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555537536 00002000:00100000:0.0:1746128323.140186:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872d80 x1830947555537536/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.140195:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872d80 with x1830947555537536 ext(0->4095) 00002000:00010000:0.0:1746128323.140199:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e872d80 00000100:00100000:0.0:1746128323.140231:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13591 00000100:00100000:0.0:1746128323.140237:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555537536:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128323.140349:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555537536:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128323.140355:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13591 00002000:00100000:0.0:1746128323.140359:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872d80 x1830947555537536/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.140365:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872d80 with x1830947555537536 ext(0->4095) 00002000:00010000:0.0:1746128323.140367:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e872d80 00000100:00100000:0.0:1746128323.142797:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.147299:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.147379:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555537792 00000100:00100000:1.0:1746128323.147384:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555537792 00010000:00010000:1.0:1746128323.147405:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e5048 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964439a expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.147438:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15078 00000100:00100000:1.0:1746128323.147444:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2014:x1830947555537792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.147455:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.147481:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e5048 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964439a expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.147495:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e5048 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964439a expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.147512:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e5048 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964439a expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.147532:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.147533:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.147539:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.147601:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.147626:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128323.147636:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551343872:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.147691:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128323.148726:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551343872:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.148742:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128323.148760:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+89:2014:x1830947555537792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1317us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.148768:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15078 00000100:00100000:0.0:1746128323.150703:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.150738:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.150848:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555538048 00000100:00100000:1.0:1746128323.150855:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555538048 00002000:00100000:1.0:1746128323.150888:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f102680 x1830947555538048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.150897:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102680 with x1830947555538048 ext(0->4095) 00002000:00010000:1.0:1746128323.150901:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f102680 00000100:00100000:1.0:1746128323.150912:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13592 00000100:00100000:1.0:1746128323.150915:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555538048:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.151012:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555538048:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.151017:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13592 00002000:00100000:1.0:1746128323.151022:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f102680 x1830947555538048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.151028:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102680 with x1830947555538048 ext(0->4095) 00010000:00010000:1.0:1746128323.151032:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.151040:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.151046:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f102680 00000100:00100000:0.0:1746128323.152792:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.153067:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.153102:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555538432 00000100:00100000:1.0:1746128323.153107:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555538432 00010000:00010000:1.0:1746128323.153124:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.154005:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15079 00000100:00100000:1.0:1746128323.154011:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555538432:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.154019:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.154032:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.154040:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.154053:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e504f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a1 expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.154061:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.154062:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.154067:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e5056 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a8 expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.154073:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e5056 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a8 expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.154088:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e5056 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a8 expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.154095:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e5056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a8 expref: 90 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.154103:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551344256:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.154150:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128323.155806:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551344256:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.155820:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128323.156035:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555538432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2022us (2966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.156043:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15079 00000100:00100000:0.0:1746128323.156092:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.157618:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.157677:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555538816 00000100:00100000:1.0:1746128323.157681:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555538816 00010000:00010000:1.0:1746128323.157696:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e5056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a8 expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.157719:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15080 00000100:00100000:1.0:1746128323.157724:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+91:2014:x1830947555538816:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128323.157732:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128323.157743:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e5056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a8 expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.157752:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e5056 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a8 expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.157769:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e5056 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96443a8 expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.157782:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.157783:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.157788:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e505d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96443af expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.157795:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e505d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96443af expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.157817:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e505d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96443af expref: 90 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128323.157827:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551344384:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128323.157909:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128323.159249:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551344384:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128323.159264:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128323.159275:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.159296:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2014:x1830947555538816:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1571us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.159303:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15080 00000100:00100000:0.0:1746128323.161089:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.163276:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.165147:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.167314:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.169742:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.170236:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.172091:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.174293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.174357:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.176839:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.178872:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.178908:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.181587:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.183943:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.187870:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.190392:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.192767:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.194829:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.196285:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.199140:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.200026:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.202507:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.204348:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.204592:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128323.205648:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128323.206802:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.209513:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.209617:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.212384:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.214606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.216963:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.219144:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.221600:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.223297:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.226202:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.226971:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.229061:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.231590:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.233854:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.234326:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.236615:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.238647:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.238787:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.241142:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.243834:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.246908:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.247087:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555546752 00000100:00100000:1.0:1746128323.247093:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555546752 00002000:00100000:1.0:1746128323.247122:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba1c00 x1830947555546752/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.247131:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1c00 with x1830947555546752 ext(0->4095) 00002000:00010000:1.0:1746128323.247135:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba1c00 00000100:00100000:1.0:1746128323.247163:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13599 00000100:00100000:1.0:1746128323.247169:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555546752:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.247265:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555546752:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.247271:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13599 00002000:00100000:1.0:1746128323.247275:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba1c00 x1830947555546752/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.247283:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1c00 with x1830947555546752 ext(0->4095) 00002000:00010000:1.0:1746128323.247286:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba1c00 00000100:00100000:0.0:1746128323.249682:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.251737:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.254526:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.254682:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555547264 00000100:00100000:1.0:1746128323.254688:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555547264 00002000:00100000:1.0:1746128323.254780:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa7b80 x1830947555547264/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.254790:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7b80 with x1830947555547264 ext(0->4095) 00002000:00010000:1.0:1746128323.254794:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa7b80 00000100:00100000:1.0:1746128323.255157:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13600 00000100:00100000:1.0:1746128323.255164:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555547264:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128323.255274:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555547264:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.255279:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13600 00002000:00100000:1.0:1746128323.255284:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa7b80 x1830947555547264/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.255291:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7b80 with x1830947555547264 ext(0->4095) 00002000:00010000:1.0:1746128323.255293:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa7b80 00000100:00100000:0.0:1746128323.257169:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.257736:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.260611:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.264272:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.267059:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.268013:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.273390:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.273639:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555548416 00000100:00100000:1.0:1746128323.273644:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555548416 00002000:00100000:1.0:1746128323.273690:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c1c700 x1830947555548416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.273698:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1c700 with x1830947555548416 ext(0->4095) 00010000:00010000:1.0:1746128323.273705:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e50db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964442d expref: 91 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.273716:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e50db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964442d expref: 90 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.273722:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c1c700 00000100:00100000:1.0:1746128323.273750:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2967 00000100:00100000:1.0:1746128323.273757:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555548416:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.273845:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2015:x1830947555548416:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.273851:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2967 00002000:00100000:1.0:1746128323.273855:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c1c700 x1830947555548416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.273861:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1c700 with x1830947555548416 ext(0->4095) 00010000:00010000:1.0:1746128323.273865:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e50db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964442d expref: 90 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.273873:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e50db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964442d expref: 90 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.273878:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c1c700 00000100:00100000:0.0:1746128323.275373:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.276989:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.279169:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.280831:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.283374:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.285156:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.287442:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.291602:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.294118:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.294731:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.294744:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555550080 00000100:00100000:0.0:1746128323.294747:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555550080 00000100:00100000:0.0:1746128323.294763:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30141 00000100:00100000:0.0:1746128323.294768:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+91:1725:x1830947555550080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128323.294774:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128323.294779:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e50fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644450 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.294788:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.294791:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e50f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644449 expref: 92 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.294796:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128323.294798:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e50fe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644450 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.294816:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e50f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644449 expref: 92 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.294825:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e50fe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644450 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.294833:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabec00, rc 0) 00000100:00100000:0.0:1746128323.294850:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:1725:x1830947555550080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128323.294856:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30141 00000100:00100000:0.0:1746128323.296354:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.297967:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.300225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.302613:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.302693:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555550848 00000100:00100000:1.0:1746128323.302698:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555550848 00002000:00100000:1.0:1746128323.302734:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28a680 x1830947555550848/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.302744:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28a680 with x1830947555550848 ext(0->4095) 00002000:00010000:1.0:1746128323.302750:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28a680 00000100:00100000:1.0:1746128323.302776:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13603 00000100:00100000:1.0:1746128323.302782:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2014:x1830947555550848:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.303023:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2014:x1830947555550848:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.303031:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13603 00002000:00100000:1.0:1746128323.303037:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28a680 x1830947555550848/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.303045:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28a680 with x1830947555550848 ext(0->4095) 00002000:00010000:1.0:1746128323.303047:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28a680 00000100:00100000:0.0:1746128323.304703:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.307306:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.309768:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.309870:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555551360 00000100:00100000:1.0:1746128323.309875:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555551360 00002000:00100000:1.0:1746128323.309901:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d288e00 x1830947555551360/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.309910:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288e00 with x1830947555551360 ext(0->4095) 00002000:00010000:1.0:1746128323.309914:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288e00 00000100:00100000:1.0:1746128323.310038:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13604 00000100:00100000:1.0:1746128323.310044:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555551360:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.310253:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555551360:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 208us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.310259:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13604 00002000:00100000:1.0:1746128323.310265:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d288e00 x1830947555551360/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.310272:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288e00 with x1830947555551360 ext(0->4095) 00002000:00010000:1.0:1746128323.310274:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288e00 00000100:00100000:0.0:1746128323.311842:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.312850:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.313535:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.316984:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.317102:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555552000 00000100:00100000:1.0:1746128323.317108:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555552000 00002000:00100000:1.0:1746128323.317142:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a9880 x1830947555552000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.317151:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a9880 with x1830947555552000 ext(0->4095) 00010000:00010000:1.0:1746128323.317162:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e510c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964445e expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.317173:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e510c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964445e expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.317179:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a9880 00000100:00100000:1.0:1746128323.317508:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2970 00000100:00100000:1.0:1746128323.317515:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+91:2015:x1830947555552000:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.317971:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+91:2015:x1830947555552000:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 455us (993us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.317977:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2970 00002000:00100000:1.0:1746128323.317982:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a9880 x1830947555552000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.317989:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a9880 with x1830947555552000 ext(0->4095) 00010000:00010000:1.0:1746128323.318006:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e510c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964445e expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.318096:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e510c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964445e expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.318103:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a9880 00000100:00100000:0.0:1746128323.319239:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.319295:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.321133:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15106 00000100:00100000:0.0:1746128323.321141:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+91:2014:x1830947555552256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128323.321150:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128323.321163:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e510c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964445e expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.321173:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e510c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964445e expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.321188:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e510c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964445e expref: 91 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.321211:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.321265:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.321277:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644465 expref: 90 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.321285:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5113 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644465 expref: 90 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.321309:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5113 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644465 expref: 90 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.321317:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5113 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644465 expref: 90 pid: 11544 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746128323.321338:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fabdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551351168:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128323.321388:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128323.321456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.321488:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.321510:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.321645:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555552384 00000100:00100000:0.0:1746128323.321649:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555552384 00000100:00100000:0.0:1746128323.321753:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 541 00000100:00100000:0.0:1746128323.321758:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd310108-2f90-4075-8622-2788371490e6+12:2016:x1830947555552384:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128323.321785:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd310108-2f90-4075-8622-2788371490e6+12:2016:x1830947555552384:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128323.321790:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 541 00000100:00100000:0.0:1746128323.323766:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.323857:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555553280 00000100:00100000:1.0:1746128323.323862:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555553280 00002000:00100000:1.0:1746128323.323894:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabea00 x1830947555553280/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.323902:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947555553280 ext(0->4095) 00010000:00010000:1.0:1746128323.323909:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5113 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644465 expref: 90 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.323920:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5113 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644465 expref: 90 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.323925:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:1.0:1746128323.323952:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2971 00000100:00100000:1.0:1746128323.323957:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2014:x1830947555553280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.324072:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:2014:x1830947555553280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.324078:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2971 00002000:00100000:1.0:1746128323.324083:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabea00 x1830947555553280/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.324090:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947555553280 ext(0->4095) 00010000:00010000:1.0:1746128323.324094:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5113 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644465 expref: 90 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.324102:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5113 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644465 expref: 90 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.324108:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:0.0:1746128323.326101:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.326156:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555553408 00000100:00100000:1.0:1746128323.326161:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555553408 00000100:00100000:1.0:1746128323.326205:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30146 00000100:00100000:1.0:1746128323.326212:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:1723:x1830947555553408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.326222:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.326234:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5121 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644473 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.326251:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.326257:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e511a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964446c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.326262:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128323.326265:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5121 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644473 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.326291:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e511a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964446c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.326311:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5121 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644473 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.326319:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128323.326361:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+91:1723:x1830947555553408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.326367:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30146 00000100:00100000:0.0:1746128323.326372:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.330739:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.330797:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555553792 00000100:00100000:1.0:1746128323.330803:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555553792 00002000:00100000:1.0:1746128323.330835:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e6d80 x1830947555553792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.330844:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6d80 with x1830947555553792 ext(0->4095) 00010000:00010000:1.0:1746128323.330850:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e511a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964446c expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.330862:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e511a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964446c expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.330869:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e6d80 00000100:00100000:1.0:1746128323.330890:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2972 00000100:00100000:1.0:1746128323.330896:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555553792:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.331054:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555553792:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.331059:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2972 00002000:00100000:1.0:1746128323.331065:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e6d80 x1830947555553792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.331072:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6d80 with x1830947555553792 ext(0->4095) 00010000:00010000:1.0:1746128323.331076:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e511a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964446c expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.331084:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e511a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964446c expref: 6 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.331089:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e6d80 00000100:00100000:0.0:1746128323.333428:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.339669:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.344113:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.344459:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555554304 00000100:00100000:1.0:1746128323.344467:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555554304 00000100:00100000:1.0:1746128323.344585:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30147 00000100:00100000:1.0:1746128323.344594:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555554304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.344609:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.344623:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5128 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964447a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.344647:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644473 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.344653:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.344655:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.344658:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5128 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964447a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.344683:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644473 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.344696:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644473 expref: 89 pid: 9591 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.344707:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551351680:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128323.344779:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128323.349441:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551351680:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128323.349470:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5128 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964447a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.349485:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128323.349522:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555554304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4929us (5416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.349530:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30147 00000100:00100000:0.0:1746128323.350012:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.351200:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555554560 00000100:00100000:0.0:1746128323.351203:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555554560 00000100:00100000:0.0:1746128323.351232:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30148 00000100:00100000:0.0:1746128323.351236:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:1723:x1830947555554560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128323.351247:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128323.351257:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e512f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644481 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.351272:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5128 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964447a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.351278:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.351279:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.351282:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e512f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644481 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.351298:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5128 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964447a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.351307:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5128 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964447a expref: 5 pid: 9591 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746128323.351314:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551351936:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128323.351361:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.353192:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.354519:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801251e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551351936:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128323.354538:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e512f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644481 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.354570:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabf200, rc 0) 00000100:00100000:0.0:1746128323.354603:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+90:1723:x1830947555554560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3365us (3842us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128323.354609:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30148 00000100:00100000:0.0:1746128323.357719:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.361421:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.363127:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.372642:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.374883:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2015:x1830947555555456:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2056us (2242us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746128323.374892:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2974 00002000:00100000:0.0:1746128323.374900:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006da3e300 x1830947555555456/t4294970510(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 496/448 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.374907:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3e300 with x1830947555555456 ext(0->7) 00010000:00010000:0.0:1746128323.374914:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e512f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644481 expref: 92 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.374925:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e512f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644481 expref: 92 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746128323.374930:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3e300 00000100:00100000:0.0:1746128323.378703:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.385919:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.387307:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.387479:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555555968 00000100:00100000:1.0:1746128323.387483:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555555968 00002000:00100000:1.0:1746128323.387512:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3f800 x1830947555555968/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.387521:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f800 with x1830947555555968 ext(0->4095) 00010000:00010000:1.0:1746128323.387526:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5136 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644488 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.387535:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5136 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644488 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.387579:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3f800 00000100:00100000:1.0:1746128323.387596:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2975 00000100:00100000:1.0:1746128323.387602:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555555968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.387686:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555555968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.387691:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2975 00002000:00100000:1.0:1746128323.387696:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3f800 x1830947555555968/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.387703:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f800 with x1830947555555968 ext(0->4095) 00010000:00010000:1.0:1746128323.387707:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5136 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644488 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.387715:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e5136 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644488 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.387720:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3f800 00000100:00100000:0.0:1746128323.388873:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.388900:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.390510:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.390692:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555556480 00000100:00100000:1.0:1746128323.390696:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555556480 00002000:00100000:1.0:1746128323.390718:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8b100 x1830947555556480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.390726:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b100 with x1830947555556480 ext(0->4095) 00010000:00010000:1.0:1746128323.390731:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e513d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964448f expref: 92 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.390745:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e513d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964448f expref: 92 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.390751:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8b100 00000100:00100000:1.0:1746128323.390778:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2976 00000100:00100000:1.0:1746128323.390784:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2014:x1830947555556480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.391224:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2014:x1830947555556480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 439us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.391230:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2976 00002000:00100000:1.0:1746128323.391236:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8b100 x1830947555556480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.391243:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b100 with x1830947555556480 ext(0->4095) 00010000:00010000:1.0:1746128323.391247:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e513d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964448f expref: 92 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.391256:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e513d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964448f expref: 92 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.391262:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8b100 00000100:00100000:0.0:1746128323.393139:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.393348:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.396915:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.396986:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555556992 00000100:00100000:1.0:1746128323.396990:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555556992 00002000:00100000:1.0:1746128323.397029:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f104000 x1830947555556992/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.397038:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104000 with x1830947555556992 ext(0->4095) 00010000:00010000:1.0:1746128323.397044:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5144 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644496 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.397055:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5144 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644496 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.397061:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f104000 00000100:00100000:1.0:1746128323.397075:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2977 00000100:00100000:1.0:1746128323.397080:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555556992:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.397163:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555556992:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.397169:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2977 00002000:00100000:1.0:1746128323.397174:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f104000 x1830947555556992/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.397181:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104000 with x1830947555556992 ext(0->4095) 00010000:00010000:1.0:1746128323.397186:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5144 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644496 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.397195:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5144 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644496 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.397200:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f104000 00000100:00100000:0.0:1746128323.402745:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.412217:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.414726:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.416852:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.420810:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.423787:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.424033:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555558016 00000100:00100000:1.0:1746128323.424039:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555558016 00002000:00100000:1.0:1746128323.424065:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0000 x1830947555558016/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.424079:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0000 with x1830947555558016 ext(0->4095) 00010000:00010000:1.0:1746128323.424086:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5152 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444a4 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.424096:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5152 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444a4 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.424101:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e0000 00000100:00100000:1.0:1746128323.424114:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2978 00000100:00100000:1.0:1746128323.424119:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555558016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.424206:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555558016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.424211:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2978 00002000:00100000:1.0:1746128323.424216:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0000 x1830947555558016/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.424221:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0000 with x1830947555558016 ext(0->4095) 00010000:00010000:1.0:1746128323.424225:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5152 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444a4 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.424233:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5152 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444a4 expref: 6 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.424238:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e0000 00000100:00100000:0.0:1746128323.427037:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.427613:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.435023:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.436971:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.439743:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.442021:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.444940:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.448126:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.450569:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.451904:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.452113:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555559680 00000100:00100000:0.0:1746128323.452118:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555559680 00000100:00100000:0.0:1746128323.452143:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30158 00000100:00100000:0.0:1746128323.452148:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:1725:x1830947555559680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128323.452157:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128323.452166:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e5175 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96444c7 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.452185:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.452188:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e516e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96444c0 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.452193:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128323.452195:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e5175 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96444c7 expref: 94 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.452216:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e516e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444c0 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.452225:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e5175 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96444c7 expref: 94 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.452234:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabfe00, rc 0) 00000100:00100000:0.0:1746128323.452259:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+94:1725:x1830947555559680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128323.452264:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30158 00000100:00100000:0.0:1746128323.454312:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.459977:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.465097:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.469778:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.472905:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.475248:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.478321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.481417:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.482517:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.483931:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.487102:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.490054:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.493815:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.494709:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555561984 00000100:00100000:1.0:1746128323.494718:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555561984 00002000:00100000:1.0:1746128323.494751:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496680 x1830947555561984/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.494759:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496680 with x1830947555561984 ext(0->4095) 00002000:00010000:1.0:1746128323.494763:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b496680 00000100:00100000:1.0:1746128323.494787:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13612 00000100:00100000:1.0:1746128323.494793:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2015:x1830947555561984:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.494904:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2015:x1830947555561984:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (1096us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.494910:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13612 00002000:00100000:1.0:1746128323.494916:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496680 x1830947555561984/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.494922:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496680 with x1830947555561984 ext(0->4095) 00002000:00010000:1.0:1746128323.494924:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b496680 00000100:00100000:0.0:1746128323.498023:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.500865:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.504058:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.504121:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555562496 00000100:00100000:1.0:1746128323.504128:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555562496 00002000:00100000:1.0:1746128323.504173:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e5c00 x1830947555562496/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.504183:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5c00 with x1830947555562496 ext(0->4095) 00002000:00010000:1.0:1746128323.504196:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e5c00 00000100:00100000:1.0:1746128323.504212:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13613 00000100:00100000:1.0:1746128323.504223:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555562496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.504494:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555562496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 276us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.504501:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13613 00002000:00100000:1.0:1746128323.504506:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e5c00 x1830947555562496/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.504513:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5c00 with x1830947555562496 ext(0->4095) 00002000:00010000:1.0:1746128323.504516:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e5c00 00000100:00100000:0.0:1746128323.505466:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.510161:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.512316:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.516361:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.516661:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555563136 00000100:00100000:1.0:1746128323.516671:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555563136 00002000:00100000:1.0:1746128323.516720:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983800 x1830947555563136/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.516734:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983800 with x1830947555563136 ext(0->4095) 00010000:00010000:1.0:1746128323.516743:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444ea expref: 93 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.516758:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444ea expref: 93 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.516765:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093983800 00000100:00100000:1.0:1746128323.516907:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2982 00000100:00100000:1.0:1746128323.516915:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2015:x1830947555563136:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.517361:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2015:x1830947555563136:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 445us (999us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.517367:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2982 00002000:00100000:1.0:1746128323.517375:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983800 x1830947555563136/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.517381:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983800 with x1830947555563136 ext(0->4095) 00010000:00010000:1.0:1746128323.517387:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444ea expref: 93 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.517396:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e5198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444ea expref: 93 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.517403:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093983800 00000100:00100000:0.0:1746128323.520043:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.525306:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.525375:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555563520 00000100:00100000:1.0:1746128323.525386:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555563520 00002000:00100000:1.0:1746128323.525430:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112680 x1830947555563520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.525437:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112680 with x1830947555563520 ext(0->4095) 00002000:00010000:1.0:1746128323.525442:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f112680 00000100:00100000:0.0:1746128323.528437:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.532464:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.535398:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.535438:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.537594:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.538735:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.544602:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.544668:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555564672 00000100:00100000:1.0:1746128323.544674:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555564672 00002000:00100000:1.0:1746128323.544706:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113480 x1830947555564672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.544715:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113480 with x1830947555564672 ext(0->4095) 00010000:00010000:1.0:1746128323.544722:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e51ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444ff expref: 93 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.544734:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e51ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444ff expref: 93 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.544741:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113480 00000100:00100000:1.0:1746128323.544769:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2983 00000100:00100000:1.0:1746128323.544776:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2015:x1830947555564672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.544864:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2015:x1830947555564672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.544870:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2983 00002000:00100000:1.0:1746128323.544874:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113480 x1830947555564672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.544880:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113480 with x1830947555564672 ext(0->4095) 00010000:00010000:1.0:1746128323.544884:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e51ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444ff expref: 93 pid: 9591 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.544892:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af5c00/0x6e2f3e23d86e51ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96444ff expref: 93 pid: 9591 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.544897:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113480 00000100:00100000:0.0:1746128323.548954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.555337:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.557465:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.561452:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.565469:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.565512:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.568284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.569245:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.573971:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555566208 00000100:00100000:0.0:1746128323.573977:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555566208 00002000:00100000:0.0:1746128323.574022:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c1ce00 x1830947555566208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.574031:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1ce00 with x1830947555566208 ext(0->4095) 00010000:00010000:0.0:1746128323.574039:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e51c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644514 expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.574051:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e51c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644514 expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746128323.574057:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c1ce00 00000100:00100000:0.0:1746128323.574081:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2985 00000100:00100000:0.0:1746128323.574087:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2014:x1830947555566208:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128323.574893:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2014:x1830947555566208:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 804us (1176us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128323.574901:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2985 00002000:00100000:0.0:1746128323.574906:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096c1ce00 x1830947555566208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.574913:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096c1ce00 with x1830947555566208 ext(0->4095) 00010000:00010000:0.0:1746128323.574918:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e51c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644514 expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.574928:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e51c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644514 expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746128323.574933:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096c1ce00 00000100:00100000:0.0:1746128323.576899:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.579619:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.579705:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555566592 00000100:00100000:1.0:1746128323.579711:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555566592 00002000:00100000:1.0:1746128323.579743:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134380 x1830947555566592/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.579752:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134380 with x1830947555566592 ext(0->4095) 00002000:00010000:1.0:1746128323.579756:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134380 00000100:00100000:1.0:1746128323.579784:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13617 00000100:00100000:1.0:1746128323.579790:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2016:x1830947555566592:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128323.579888:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2016:x1830947555566592:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.579894:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13617 00002000:00100000:1.0:1746128323.579898:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134380 x1830947555566592/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.579905:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134380 with x1830947555566592 ext(0->4095) 00002000:00010000:1.0:1746128323.579907:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134380 00000100:00100000:0.0:1746128323.582505:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.586270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.589876:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.591431:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.593433:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.595097:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.598306:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.598458:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555567744 00000100:00100000:1.0:1746128323.598463:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555567744 00002000:00100000:1.0:1746128323.598491:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096319880 x1830947555567744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.598499:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319880 with x1830947555567744 ext(0->4095) 00010000:00010000:1.0:1746128323.598506:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880096705a00/0x6e2f3e23d86e51d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644529 expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.598516:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880096705a00/0x6e2f3e23d86e51d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644529 expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.598521:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096319880 00000100:00100000:1.0:1746128323.598625:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2986 00000100:00100000:1.0:1746128323.598631:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2015:x1830947555567744:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.598885:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2015:x1830947555567744:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 254us (580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.598891:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2986 00002000:00100000:1.0:1746128323.598896:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096319880 x1830947555567744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.598902:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319880 with x1830947555567744 ext(0->4095) 00010000:00010000:1.0:1746128323.598906:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880096705a00/0x6e2f3e23d86e51d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644529 expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.598914:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880096705a00/0x6e2f3e23d86e51d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644529 expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.598919:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096319880 00000100:00100000:0.0:1746128323.600302:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.603888:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.603961:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555568128 00000100:00100000:1.0:1746128323.603967:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555568128 00002000:00100000:1.0:1746128323.604005:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631a680 x1830947555568128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.604013:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631a680 with x1830947555568128 ext(0->4095) 00002000:00010000:1.0:1746128323.604017:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631a680 00000100:00100000:1.0:1746128323.604334:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13619 00000100:00100000:1.0:1746128323.604341:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2016:x1830947555568128:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128323.604427:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2016:x1830947555568128:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 86us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.604432:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13619 00002000:00100000:1.0:1746128323.604436:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631a680 x1830947555568128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.604448:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631a680 with x1830947555568128 ext(0->4095) 00002000:00010000:1.0:1746128323.604450:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631a680 00000100:00100000:0.0:1746128323.605983:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.609508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.613320:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555568640 00000100:00100000:1.0:1746128323.613325:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555568640 00002000:00100000:1.0:1746128323.613357:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096216d80 x1830947555568640/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.613365:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096216d80 with x1830947555568640 ext(0->4095) 00002000:00010000:1.0:1746128323.613369:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096216d80 00000100:00100000:1.0:1746128323.613382:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13620 00000100:00100000:1.0:1746128323.613388:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555568640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.614041:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555568640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 651us (965us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.614047:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13620 00002000:00100000:1.0:1746128323.614053:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096216d80 x1830947555568640/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.614059:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096216d80 with x1830947555568640 ext(0->4095) 00002000:00010000:1.0:1746128323.614062:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096216d80 00000100:00100000:0.0:1746128323.615217:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.615964:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.618633:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.621952:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.622014:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555569280 00000100:00100000:1.0:1746128323.622019:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555569280 00002000:00100000:1.0:1746128323.622046:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e86a00 x1830947555569280/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.622055:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86a00 with x1830947555569280 ext(0->4095) 00010000:00010000:1.0:1746128323.622061:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011ee97e00/0x6e2f3e23d86e51ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964453e expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.622073:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011ee97e00/0x6e2f3e23d86e51ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964453e expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.622079:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e86a00 00000100:00100000:1.0:1746128323.622104:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2987 00000100:00100000:1.0:1746128323.622110:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2014:x1830947555569280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.622209:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2014:x1830947555569280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.622215:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2987 00002000:00100000:1.0:1746128323.622222:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e86a00 x1830947555569280/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.622229:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86a00 with x1830947555569280 ext(0->4095) 00010000:00010000:1.0:1746128323.622233:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011ee97e00/0x6e2f3e23d86e51ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964453e expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.622242:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011ee97e00/0x6e2f3e23d86e51ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964453e expref: 93 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.622250:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e86a00 00000100:00100000:0.0:1746128323.624613:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.634253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.636284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.637576:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30177 00000100:00100000:1.0:1746128323.637641:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555569792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.637655:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.637670:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964454c expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.637697:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e51f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644545 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.637704:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.637705:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.637708:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.637731:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e51f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644545 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.637741:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e51f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644545 expref: 91 pid: 9591 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.637752:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551359360:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128323.638815:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.641418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.641602:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551359360:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128323.641628:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.641644:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128323.641678:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555569792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4095us (5396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.641686:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30177 00000100:00100000:0.0:1746128323.642349:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.642381:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555570048 00000100:00100000:1.0:1746128323.642385:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555570048 00000100:00100000:1.0:1746128323.642412:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30178 00000100:00100000:1.0:1746128323.642421:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:1723:x1830947555570048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.642431:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.642440:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644553 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.642452:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.642458:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.642459:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.642461:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644553 expref: 93 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.642476:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.642485:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 5 pid: 11544 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.642493:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551359616:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128323.642514:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.644332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.644385:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555570304 00000100:00100000:1.0:1746128323.644389:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555570304 00002000:00100000:1.0:1746128323.644683:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93100 x1830947555570304/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.644691:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93100 with x1830947555570304 ext(0->4095) 00010000:00010000:1.0:1746128323.644698:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 6 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.644712:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 6 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.644717:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee93100 00000100:00100000:1.0:1746128323.644741:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2988 00000100:00100000:1.0:1746128323.644746:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555570304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.644842:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555570304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.644847:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2988 00002000:00100000:1.0:1746128323.644852:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93100 x1830947555570304/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.644858:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93100 with x1830947555570304 ext(0->4095) 00010000:00010000:1.0:1746128323.644863:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 6 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.644871:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e51fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964454c expref: 6 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.644876:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee93100 00000100:00100000:0.0:1746128323.647398:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.647521:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551359616:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128323.647565:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644553 expref: 92 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.647586:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:0.0:1746128323.647640:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:1723:x1830947555570048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5221us (5291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128323.647648:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30178 00000100:00100000:0.0:1746128323.647668:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555570432 00000100:00100000:0.0:1746128323.647672:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555570432 00000100:00100000:0.0:1746128323.647821:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30179 00000100:00100000:0.0:1746128323.647827:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:1725:x1830947555570432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128323.647838:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128323.647849:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e5208 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964455a expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.647864:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.647868:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644553 expref: 93 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.647873:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128323.647876:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e5208 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964455a expref: 93 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.647899:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644553 expref: 93 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.647908:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e5208 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964455a expref: 93 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.647914:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabfe00, rc 0) 00000100:00100000:0.0:1746128323.647929:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:1725:x1830947555570432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128323.647938:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30179 00000100:00100000:1.0:1746128323.647967:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.650352:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.650435:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555570816 00000100:00100000:1.0:1746128323.650440:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555570816 00002000:00100000:1.0:1746128323.650466:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90000 x1830947555570816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.650475:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90000 with x1830947555570816 ext(0->4095) 00010000:00010000:1.0:1746128323.650482:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644553 expref: 93 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.650492:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644553 expref: 93 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.650497:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee90000 00000100:00100000:1.0:1746128323.650784:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2989 00000100:00100000:1.0:1746128323.650791:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2014:x1830947555570816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.650957:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+93:2014:x1830947555570816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.650962:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2989 00002000:00100000:1.0:1746128323.650967:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90000 x1830947555570816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.650974:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90000 with x1830947555570816 ext(0->4095) 00010000:00010000:1.0:1746128323.650978:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644553 expref: 93 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.650987:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5201 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644553 expref: 93 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.651001:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee90000 00000100:00100000:0.0:1746128323.653116:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.658749:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555571200 00000100:00100000:1.0:1746128323.658756:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555571200 00002000:00100000:1.0:1746128323.658786:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096215180 x1830947555571200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.658796:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215180 with x1830947555571200 ext(0->4095) 00002000:00010000:1.0:1746128323.658799:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096215180 00000100:00100000:1.0:1746128323.658815:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13622 00000100:00100000:1.0:1746128323.658821:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2015:x1830947555571200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.658918:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2015:x1830947555571200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.658923:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13622 00002000:00100000:1.0:1746128323.658928:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096215180 x1830947555571200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.658935:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215180 with x1830947555571200 ext(0->4095) 00002000:00010000:1.0:1746128323.658937:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096215180 00000100:00100000:0.0:1746128323.662286:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.665223:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.666944:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.668079:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.671409:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.675241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.675320:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555572224 00000100:00100000:1.0:1746128323.675327:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555572224 00002000:00100000:1.0:1746128323.675358:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097852680 x1830947555572224/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.675373:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852680 with x1830947555572224 ext(0->4095) 00002000:00010000:1.0:1746128323.675377:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097852680 00000100:00100000:1.0:1746128323.675405:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13623 00000100:00100000:1.0:1746128323.675411:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2014:x1830947555572224:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.675502:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+92:2014:x1830947555572224:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.675508:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13623 00002000:00100000:1.0:1746128323.675513:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097852680 x1830947555572224/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.675519:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852680 with x1830947555572224 ext(0->4095) 00002000:00010000:1.0:1746128323.675521:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097852680 00000100:00100000:0.0:1746128323.680240:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.683982:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000001:00080000:0.0:1746128323.685744:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970511 is committed 00000100:00100000:0.0:1746128323.691685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.694393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.696192:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.700343:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.702713:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.702782:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555573376 00000100:00100000:1.0:1746128323.702788:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555573376 00002000:00100000:1.0:1746128323.702815:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121180 x1830947555573376/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.702824:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121180 with x1830947555573376 ext(0->4095) 00002000:00010000:1.0:1746128323.702828:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121180 00000100:00100000:1.0:1746128323.702933:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13624 00000100:00100000:1.0:1746128323.702940:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555573376:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.703263:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555573376:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 323us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.703272:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13624 00002000:00100000:1.0:1746128323.703277:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121180 x1830947555573376/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.703283:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121180 with x1830947555573376 ext(0->4095) 00002000:00010000:1.0:1746128323.703286:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121180 00000100:00100000:0.0:1746128323.706486:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.710947:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.715158:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.717804:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.720797:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.721255:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.721356:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30185 00000100:00100000:1.0:1746128323.721363:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1723:x1830947555574144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.721375:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.721387:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644584 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.721638:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.721643:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.721648:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.721650:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 10 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.721675:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.721686:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 10 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.721725:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128323.721853:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555574144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 490us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.721858:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30185 00000100:00100000:0.0:1746128323.724430:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.727370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.727575:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555574656 00000100:00100000:1.0:1746128323.727580:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555574656 00002000:00100000:1.0:1746128323.727612:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5ad80 x1830947555574656/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.727620:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5ad80 with x1830947555574656 ext(0->4095) 00010000:00010000:1.0:1746128323.727627:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 9 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.727637:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 9 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.727643:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee5ad80 00000100:00100000:1.0:1746128323.727664:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2994 00000100:00100000:1.0:1746128323.727670:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555574656:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.728255:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555574656:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 585us (890us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.728262:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2994 00002000:00100000:1.0:1746128323.728267:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5ad80 x1830947555574656/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.728279:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5ad80 with x1830947555574656 ext(0->4095) 00010000:00010000:1.0:1746128323.728284:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 9 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.728292:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 9 pid: 9592 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.728298:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee5ad80 00000100:00100000:0.0:1746128323.729840:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.730936:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555574912 00000100:00100000:0.0:1746128323.730940:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555574912 00010000:00010000:0.0:1746128323.730955:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 9 pid: 9592 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746128323.730983:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15148 00000100:00100000:0.0:1746128323.731003:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555574912:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128323.731010:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128323.731024:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 9 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.731034:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 9 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.731049:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096627400/0x6e2f3e23d86e5232 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964458b expref: 9 pid: 9592 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746128323.731071:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.731073:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128323.731077:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 8 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.731083:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 8 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.731107:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 8 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128323.731117:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 8 pid: 11544 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746128323.731126:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551361920:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128323.731183:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.732718:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.732764:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555575168 00000100:00100000:1.0:1746128323.732768:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555575168 00002000:00100000:1.0:1746128323.732792:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ed500 x1830947555575168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.732801:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ed500 with x1830947555575168 ext(0->4095) 00010000:00010000:1.0:1746128323.732806:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 8 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.732816:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 8 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.732821:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ed500 00000100:00100000:1.0:1746128323.732846:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2995 00000100:00100000:1.0:1746128323.732852:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947555575168:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.732946:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947555575168:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.732952:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2995 00002000:00100000:1.0:1746128323.732957:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ed500 x1830947555575168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.732964:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ed500 with x1830947555575168 ext(0->4095) 00010000:00010000:1.0:1746128323.732968:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 8 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.732976:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e5239 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644584 expref: 8 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.732981:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ed500 00000100:00100000:0.0:1746128323.734223:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.734275:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.734334:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555575296 00000100:00100000:1.0:1746128323.734336:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555575296 00000100:00100000:1.0:1746128323.734363:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30188 00000100:00100000:1.0:1746128323.734368:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555575296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.734376:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.734386:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5247 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644599 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.734403:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.734408:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e5240 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644592 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.734413:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128323.734415:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5247 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644599 expref: 10 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.734438:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e5240 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644592 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.734451:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5247 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644599 expref: 10 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.734458:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128323.734479:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555575296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.734484:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30188 00000100:00100000:0.0:1746128323.736032:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.738335:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.742577:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.742641:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555576064 00000100:00100000:1.0:1746128323.742647:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555576064 00002000:00100000:1.0:1746128323.742678:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bfb80 x1830947555576064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.742686:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bfb80 with x1830947555576064 ext(0->4095) 00002000:00010000:1.0:1746128323.742690:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bfb80 00000100:00100000:1.0:1746128323.742703:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13626 00000100:00100000:1.0:1746128323.742709:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555576064:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.742806:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555576064:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.742811:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13626 00002000:00100000:1.0:1746128323.742816:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bfb80 x1830947555576064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.742823:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bfb80 with x1830947555576064 ext(0->4095) 00002000:00010000:1.0:1746128323.742825:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bfb80 00000100:00100000:0.0:1746128323.744877:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.745053:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555576192 00000100:00100000:1.0:1746128323.745059:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555576192 00000100:00100000:1.0:1746128323.745403:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30189 00000100:00100000:1.0:1746128323.745410:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555576192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.745423:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.745437:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e524e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96445a0 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.745459:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5247 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644599 expref: 7 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.745465:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.745467:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.745470:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e524e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445a0 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.745496:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5247 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644599 expref: 7 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.745507:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5247 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644599 expref: 7 pid: 11544 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746128323.745517:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551362432:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128323.746452:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.749793:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.753002:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.755348:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.756195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.759687:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.763418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.763653:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555577216 00000100:00100000:1.0:1746128323.763658:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555577216 00002000:00100000:1.0:1746128323.763685:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7100 x1830947555577216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.763694:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7100 with x1830947555577216 ext(0->4095) 00010000:00010000:1.0:1746128323.763701:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e5255 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445a7 expref: 9 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.763712:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e5255 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445a7 expref: 9 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.763718:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7100 00000100:00100000:1.0:1746128323.763737:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2997 00000100:00100000:1.0:1746128323.763742:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555577216:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.764124:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555577216:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (711us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.764130:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2997 00002000:00100000:1.0:1746128323.764135:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7100 x1830947555577216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.764142:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7100 with x1830947555577216 ext(0->4095) 00010000:00010000:1.0:1746128323.764146:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e5255 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445a7 expref: 9 pid: 11544 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746128323.764155:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e5255 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445a7 expref: 9 pid: 11544 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746128323.764161:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7100 00000100:00100000:0.0:1746128323.767680:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.773638:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.774405:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555577600 00000100:00100000:1.0:1746128323.774412:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555577600 00002000:00100000:1.0:1746128323.774442:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7b80 x1830947555577600/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.774456:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7b80 with x1830947555577600 ext(0->4095) 00002000:00010000:1.0:1746128323.774460:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7b80 00000100:00100000:1.0:1746128323.774589:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13628 00000100:00100000:1.0:1746128323.774596:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947555577600:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.774705:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947555577600:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (1070us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.774710:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13628 00002000:00100000:1.0:1746128323.774715:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7b80 x1830947555577600/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.774722:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7b80 with x1830947555577600 ext(0->4095) 00002000:00010000:1.0:1746128323.774724:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7b80 00000100:00100000:0.0:1746128323.779931:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.784630:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.784855:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.801443:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.806825:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.810170:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.814455:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.814609:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555578880 00000100:00100000:1.0:1746128323.814615:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555578880 00002000:00100000:1.0:1746128323.814646:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8a680 x1830947555578880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.814655:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a680 with x1830947555578880 ext(0->4095) 00002000:00010000:1.0:1746128323.814658:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8a680 00000100:00100000:1.0:1746128323.814682:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13629 00000100:00100000:1.0:1746128323.814688:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555578880:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.814784:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555578880:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.814789:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13629 00002000:00100000:1.0:1746128323.814794:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8a680 x1830947555578880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.814806:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a680 with x1830947555578880 ext(0->4095) 00002000:00010000:1.0:1746128323.814808:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8a680 00000100:00100000:0.0:1746128323.818820:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.821656:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.824219:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.826021:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.828792:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.829252:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.832130:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.832473:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555580032 00000100:00100000:1.0:1746128323.832478:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555580032 00002000:00100000:1.0:1746128323.832505:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2ab100 x1830947555580032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.832515:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2ab100 with x1830947555580032 ext(0->4095) 00010000:00010000:1.0:1746128323.832521:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ca expref: 11 pid: 9591 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128323.832532:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ca expref: 11 pid: 9591 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128323.832538:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2ab100 00000100:00100000:1.0:1746128323.832594:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3001 00000100:00100000:1.0:1746128323.832600:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555580032:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.832686:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555580032:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (556us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.832691:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3001 00002000:00100000:1.0:1746128323.832695:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2ab100 x1830947555580032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.832702:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2ab100 with x1830947555580032 ext(0->4095) 00010000:00010000:1.0:1746128323.832706:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ca expref: 11 pid: 9591 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128323.832714:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ca expref: 11 pid: 9591 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128323.832718:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2ab100 00000100:00100000:0.0:1746128323.835870:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.840799:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.843165:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.843289:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555580544 00000100:00100000:1.0:1746128323.843296:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555580544 00000100:00100000:1.0:1746128323.843338:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30197 00000100:00100000:1.0:1746128323.843344:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555580544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.843357:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.843370:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5286 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96445d8 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.843392:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b400/0x6e2f3e23d86e527f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d1 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.843398:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.843400:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.843403:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5286 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d8 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.843428:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32b400/0x6e2f3e23d86e527f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d1 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.843438:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b400/0x6e2f3e23d86e527f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d1 expref: 9 pid: 9591 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128323.843448:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551364480:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128323.843513:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.845630:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128323.846620:0:11544:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b400/0x6e2f3e23d86e527f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d1 expref: 10 pid: 9591 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128323.846644:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551364480:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128323.846663:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5286 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d8 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.846671:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128323.846694:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555580544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3350us (3535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.846700:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30197 00000100:00100000:0.0:1746128323.849476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.849653:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555580928 00000100:00100000:1.0:1746128323.849660:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555580928 00002000:00100000:1.0:1746128323.849692:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4a80 x1830947555580928/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.849701:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4a80 with x1830947555580928 ext(0->4095) 00002000:00010000:1.0:1746128323.849705:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e4a80 00000100:00100000:1.0:1746128323.849901:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13631 00000100:00100000:1.0:1746128323.849908:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555580928:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128323.850209:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555580928:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 300us (734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.850215:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13631 00002000:00100000:1.0:1746128323.850221:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4a80 x1830947555580928/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.850234:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4a80 with x1830947555580928 ext(0->4095) 00002000:00010000:1.0:1746128323.850236:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e4a80 00000100:00100000:0.0:1746128323.851405:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.851705:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555581056 00000100:00100000:1.0:1746128323.851710:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555581056 00000100:00100000:1.0:1746128323.851749:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30198 00000100:00100000:1.0:1746128323.851756:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555581056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.851766:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.851779:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e528d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96445df expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.851799:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5286 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d8 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.851806:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.851807:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.851810:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e528d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445df expref: 10 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.851833:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5286 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d8 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.851842:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5286 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445d8 expref: 5 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128323.851852:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551364736:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128323.851912:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.853042:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.855233:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551364736:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128323.855255:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e528d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445df expref: 11 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.855265:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128323.855288:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555581056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3533us (3886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.855294:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30198 00000100:00100000:0.0:1746128323.855597:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.858245:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.861217:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.864136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.866639:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.866811:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555582080 00000100:00100000:1.0:1746128323.866818:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555582080 00000100:00100000:1.0:1746128323.866845:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30200 00000100:00100000:1.0:1746128323.866851:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555582080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.866862:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.866876:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e529b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96445ed expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.866896:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e5294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445e6 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.866901:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.866903:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128323.866906:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e529b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ed expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.866926:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e5294 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445e6 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.866935:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e5294 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445e6 expref: 9 pid: 9591 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128323.866944:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551365248:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128323.867352:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.869103:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.869290:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551365248:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128323.869310:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e529b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ed expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.869321:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128323.869346:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555582080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2495us (2713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.869352:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30200 00000100:00100000:1.0:1746128323.873009:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.875091:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.875163:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555582592 00000100:00100000:1.0:1746128323.875168:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555582592 00000100:00100000:1.0:1746128323.875191:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30201 00000100:00100000:1.0:1746128323.875196:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555582592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128323.875205:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128323.875218:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e52a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96445f4 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.875236:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e529b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ed expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.875242:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.875243:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128323.875247:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e52a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96445f4 expref: 10 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.875267:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e529b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ed expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.875276:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e529b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445ed expref: 5 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128323.875285:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551365504:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128323.879397:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128323.887005:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.889913:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551365504:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128323.889928:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e52a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445f4 expref: 11 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128323.889935:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128323.889952:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555582592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14757us (14864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128323.889957:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30201 00000100:00100000:0.0:1746128323.891922:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.904901:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.904937:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555583104 00000100:00100000:0.0:1746128323.904943:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555583104 00002000:00100000:0.0:1746128323.904976:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fb480 x1830947555583104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.904982:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb480 with x1830947555583104 ext(0->4095) 00010000:00010000:0.0:1746128323.905005:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e52a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445f4 expref: 11 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128323.905017:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e52a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445f4 expref: 11 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128323.905024:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fb480 00000100:00100000:0.0:1746128323.905053:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3003 00000100:00100000:0.0:1746128323.905061:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555583104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128323.905187:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555583104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128323.905194:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3003 00002000:00100000:0.0:1746128323.905199:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fb480 x1830947555583104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.905205:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb480 with x1830947555583104 ext(0->4095) 00010000:00010000:0.0:1746128323.905209:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e52a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445f4 expref: 11 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128323.905218:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e52a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96445f4 expref: 11 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128323.905223:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fb480 00000100:00100000:0.0:1746128323.909213:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.913975:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.914115:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555583488 00000100:00100000:0.0:1746128323.914120:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555583488 00002000:00100000:0.0:1746128323.914148:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fb800 x1830947555583488/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.914156:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb800 with x1830947555583488 ext(0->4095) 00002000:00010000:0.0:1746128323.914160:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fb800 00000100:00100000:0.0:1746128323.914183:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13634 00000100:00100000:0.0:1746128323.914190:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947555583488:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128323.914290:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947555583488:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128323.914299:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13634 00002000:00100000:0.0:1746128323.914304:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fb800 x1830947555583488/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128323.914310:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb800 with x1830947555583488 ext(0->4095) 00002000:00010000:0.0:1746128323.914312:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fb800 00000100:00100000:0.0:1746128323.917059:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.919818:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.925528:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.925594:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.925630:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555584128 00000100:00100000:1.0:1746128323.925637:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555584128 00002000:00100000:1.0:1746128323.925674:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f67800 x1830947555584128/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.925688:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67800 with x1830947555584128 ext(0->4095) 00002000:00010000:1.0:1746128323.925691:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f67800 00000100:00100000:1.0:1746128323.925709:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13635 00000100:00100000:1.0:1746128323.925715:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555584128:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128323.925813:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555584128:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.925818:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13635 00002000:00100000:1.0:1746128323.925823:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f67800 x1830947555584128/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.925830:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67800 with x1830947555584128 ext(0->4095) 00002000:00010000:1.0:1746128323.925833:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f67800 00000100:00100000:0.0:1746128323.928958:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.931606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.933631:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.933700:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555584640 00000100:00100000:1.0:1746128323.933705:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555584640 00002000:00100000:1.0:1746128323.933729:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211c700 x1830947555584640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.933736:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c700 with x1830947555584640 ext(0->4095) 00010000:00010000:1.0:1746128323.933742:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e52b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644609 expref: 11 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128323.933751:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e52b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644609 expref: 11 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128323.933756:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211c700 00000100:00100000:1.0:1746128323.933767:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3004 00000100:00100000:1.0:1746128323.933772:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555584640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128323.933857:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555584640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.933862:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3004 00002000:00100000:1.0:1746128323.933866:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211c700 x1830947555584640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.933872:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c700 with x1830947555584640 ext(0->4095) 00010000:00010000:1.0:1746128323.933876:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e52b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644609 expref: 11 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128323.933883:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e52b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644609 expref: 11 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128323.933888:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211c700 00000100:00100000:0.0:1746128323.936352:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.938477:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.938881:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555585024 00000100:00100000:1.0:1746128323.938886:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555585024 00002000:00100000:1.0:1746128323.938910:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ca80 x1830947555585024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.938917:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ca80 with x1830947555585024 ext(0->4095) 00002000:00010000:1.0:1746128323.938921:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211ca80 00000100:00100000:1.0:1746128323.938932:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13636 00000100:00100000:1.0:1746128323.938936:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947555585024:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128323.939041:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947555585024:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.939046:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13636 00002000:00100000:1.0:1746128323.939051:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ca80 x1830947555585024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.939057:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ca80 with x1830947555585024 ext(0->4095) 00002000:00010000:1.0:1746128323.939059:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211ca80 00000100:00100000:0.0:1746128323.941393:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.945270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.949732:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.950728:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.954059:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.954111:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.958136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.963166:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.966353:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.968606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.972104:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.977267:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.977337:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.977508:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555587072 00000100:00100000:1.0:1746128323.977512:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555587072 00002000:00100000:1.0:1746128323.977534:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099def800 x1830947555587072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.977560:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099def800 with x1830947555587072 ext(0->4095) 00010000:00010000:1.0:1746128323.977567:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e52da lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964462c expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128323.977577:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e52da lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964462c expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128323.977582:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099def800 00000100:00100000:1.0:1746128323.977596:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3007 00000100:00100000:1.0:1746128323.977601:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099def800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555587072:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.977736:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099def800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555587072:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.977742:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3007 00002000:00100000:1.0:1746128323.977746:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099def800 x1830947555587072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.977758:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099def800 with x1830947555587072 ext(0->4095) 00010000:00010000:1.0:1746128323.977763:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e52da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964462c expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128323.977770:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e52da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964462c expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128323.977775:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099def800 00000100:00100000:0.0:1746128323.982826:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.982864:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.987959:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.990959:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.994430:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128323.994467:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555588096 00000100:00100000:1.0:1746128323.994472:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555588096 00002000:00100000:1.0:1746128323.994502:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e983480 x1830947555588096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/0 e 0 to 0 dl 1746128334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.994511:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983480 with x1830947555588096 ext(0->4095) 00002000:00010000:1.0:1746128323.994514:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e983480 00000100:00100000:1.0:1746128323.994556:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13638 00000100:00100000:1.0:1746128323.994563:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555588096:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128323.994781:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555588096:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 218us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128323.994786:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13638 00002000:00100000:1.0:1746128323.994792:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e983480 x1830947555588096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746128334 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128323.994798:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983480 with x1830947555588096 ext(0->4095) 00002000:00010000:1.0:1746128323.994800:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e983480 00000100:00100000:0.0:1746128323.996140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128323.998626:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.000781:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.000841:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555588608 00000100:00100000:1.0:1746128324.000845:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555588608 00002000:00100000:1.0:1746128324.000871:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3d500 x1830947555588608/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.000883:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d500 with x1830947555588608 ext(0->4095) 00002000:00010000:1.0:1746128324.000887:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3d500 00000100:00100000:1.0:1746128324.000921:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13639 00000100:00100000:1.0:1746128324.000926:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555588608:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.001066:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555588608:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.001075:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13639 00002000:00100000:1.0:1746128324.001080:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3d500 x1830947555588608/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.001087:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d500 with x1830947555588608 ext(0->4095) 00002000:00010000:1.0:1746128324.001090:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3d500 00000100:00100000:0.0:1746128324.002185:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.004030:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.005833:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.005880:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555589120 00000100:00100000:1.0:1746128324.005884:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555589120 00002000:00100000:1.0:1746128324.005908:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28b480 x1830947555589120/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.005916:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b480 with x1830947555589120 ext(0->4095) 00002000:00010000:1.0:1746128324.005920:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28b480 00000100:00100000:1.0:1746128324.005948:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13640 00000100:00100000:1.0:1746128324.005953:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947555589120:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128324.006185:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947555589120:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 231us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.006191:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13640 00002000:00100000:1.0:1746128324.006196:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28b480 x1830947555589120/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.006203:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b480 with x1830947555589120 ext(0->4095) 00002000:00010000:1.0:1746128324.006206:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28b480 00000100:00100000:0.0:1746128324.007391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.010846:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555589376 00000100:00100000:1.0:1746128324.010853:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555589376 00002000:00100000:1.0:1746128324.010882:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094fa7480 x1830947555589376/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.010890:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7480 with x1830947555589376 ext(0->7) 00010000:00010000:1.0:1746128324.010897:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097c70a00/0x6e2f3e23d86e52f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644648 expref: 10 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.010908:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097c70a00/0x6e2f3e23d86e52f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644648 expref: 10 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.010913:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa7480 00000100:00100000:1.0:1746128324.010940:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3009 00000100:00100000:1.0:1746128324.010946:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555589376:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128324.011962:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555589376:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1012us (1137us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746128324.011970:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3009 00002000:00100000:0.0:1746128324.011976:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094fa7480 x1830947555589376/t4294970514(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/448 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.011983:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7480 with x1830947555589376 ext(0->7) 00010000:00010000:0.0:1746128324.012001:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097c70a00/0x6e2f3e23d86e52f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644648 expref: 12 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.012011:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097c70a00/0x6e2f3e23d86e52f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644648 expref: 12 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128324.012016:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa7480 00000100:00100000:0.0:1746128324.014449:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.019297:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.021260:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.021310:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555589888 00000100:00100000:1.0:1746128324.021316:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555589888 00002000:00100000:1.0:1746128324.021345:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4700 x1830947555589888/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.021353:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4700 with x1830947555589888 ext(0->4095) 00010000:00010000:1.0:1746128324.021361:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e52fd lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964464f expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.021371:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e52fd lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964464f expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.021376:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4700 00000100:00100000:1.0:1746128324.021404:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3010 00000100:00100000:1.0:1746128324.021410:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555589888:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128324.021515:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555589888:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.021521:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3010 00002000:00100000:1.0:1746128324.021525:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4700 x1830947555589888/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.021533:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4700 with x1830947555589888 ext(0->4095) 00010000:00010000:1.0:1746128324.021537:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e52fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964464f expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.021964:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e52fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964464f expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.021970:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4700 00000100:00100000:0.0:1746128324.023821:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.023904:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.027365:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555590400 00000100:00100000:0.0:1746128324.027370:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555590400 00002000:00100000:0.0:1746128324.027399:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ce00 x1830947555590400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.027407:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ce00 with x1830947555590400 ext(0->4095) 00010000:00010000:0.0:1746128324.027413:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e5304 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644656 expref: 13 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.027424:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e5304 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644656 expref: 13 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128324.027429:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ce00 00000100:00100000:0.0:1746128324.027446:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3011 00000100:00100000:0.0:1746128324.027452:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555590400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128324.028410:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555590400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 956us (1233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128324.028416:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3011 00002000:00100000:0.0:1746128324.028421:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ce00 x1830947555590400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.028428:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ce00 with x1830947555590400 ext(0->4095) 00010000:00010000:0.0:1746128324.028432:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e5304 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644656 expref: 13 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.028441:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e5304 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644656 expref: 13 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128324.028447:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ce00 00000100:00100000:0.0:1746128324.031146:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.034266:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.034283:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555590784 00000100:00100000:0.0:1746128324.034288:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555590784 00002000:00100000:0.0:1746128324.034314:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110e00 x1830947555590784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.034322:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110e00 with x1830947555590784 ext(0->4095) 00002000:00010000:0.0:1746128324.034326:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f110e00 00000100:00100000:0.0:1746128324.034353:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13641 00000100:00100000:0.0:1746128324.034359:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555590784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128324.034465:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555590784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128324.034471:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13641 00002000:00100000:0.0:1746128324.034476:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110e00 x1830947555590784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.034483:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110e00 with x1830947555590784 ext(0->4095) 00002000:00010000:0.0:1746128324.034486:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f110e00 00000100:00100000:0.0:1746128324.036490:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.039470:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.041643:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.041815:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555591296 00000100:00100000:1.0:1746128324.041819:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555591296 00002000:00100000:1.0:1746128324.041847:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134a80 x1830947555591296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.041862:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134a80 with x1830947555591296 ext(0->4095) 00002000:00010000:1.0:1746128324.041865:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134a80 00000100:00100000:1.0:1746128324.041891:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13642 00000100:00100000:1.0:1746128324.041897:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555591296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.041984:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555591296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.042002:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13642 00002000:00100000:1.0:1746128324.042007:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134a80 x1830947555591296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.042014:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134a80 with x1830947555591296 ext(0->4095) 00002000:00010000:1.0:1746128324.042016:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134a80 00000100:00100000:0.0:1746128324.043452:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.045202:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.046475:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555591680 00000100:00100000:0.0:1746128324.046478:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555591680 00010000:00010000:0.0:1746128324.046496:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e5312 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644664 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746128324.046736:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15180 00000100:00100000:0.0:1746128324.046742:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555591680:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128324.046750:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128324.046764:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e5312 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644664 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.046774:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e5312 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644664 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.046790:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e5312 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644664 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.047138:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128324.047140:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128324.047146:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5319 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964466b expref: 12 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.047153:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5319 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964466b expref: 12 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.047176:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5319 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964466b expref: 12 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.047190:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5319 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964466b expref: 12 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746128324.047199:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fac4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551370112:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128324.047628:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.050594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.050667:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555591936 00000100:00100000:1.0:1746128324.050675:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555591936 00002000:00100000:1.0:1746128324.050707:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac4a80 x1830947555591936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.050716:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac4a80 with x1830947555591936 ext(0->4095) 00010000:00010000:1.0:1746128324.050723:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5319 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964466b expref: 13 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.050734:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5319 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964466b expref: 13 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.050740:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac4a80 00000100:00100000:1.0:1746128324.050766:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3012 00000100:00100000:1.0:1746128324.050772:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2017:x1830947555591936:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128324.050869:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2017:x1830947555591936:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.050875:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3012 00002000:00100000:1.0:1746128324.050879:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac4a80 x1830947555591936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.050886:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac4a80 with x1830947555591936 ext(0->4095) 00010000:00010000:1.0:1746128324.050891:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5319 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964466b expref: 13 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.050899:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5319 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964466b expref: 13 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.050904:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac4a80 00000100:00100000:0.0:1746128324.052603:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.052733:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.056581:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.060823:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.061481:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.066836:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d22ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551370624:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128324.066851:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128324.066881:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555592704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4840us (5400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128324.066888:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15182 00000100:00100000:0.0:1746128324.069115:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.075755:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.075952:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555593344 00000100:00100000:1.0:1746128324.075959:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555593344 00002000:00100000:1.0:1746128324.076000:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41f480 x1830947555593344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.076009:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947555593344 ext(0->4095) 00002000:00010000:1.0:1746128324.076013:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41f480 00000100:00100000:1.0:1746128324.076077:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13643 00000100:00100000:1.0:1746128324.076084:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555593344:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.076326:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555593344:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 241us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.076333:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13643 00002000:00100000:1.0:1746128324.076338:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41f480 x1830947555593344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.076345:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947555593344 ext(0->4095) 00002000:00010000:1.0:1746128324.076347:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41f480 00000100:00100000:0.0:1746128324.078131:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.082178:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555593600 00000100:00100000:0.0:1746128324.082184:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555593600 00010000:00010000:0.0:1746128324.082209:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e532e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644680 expref: 12 pid: 27081 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746128324.082241:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15184 00000100:00100000:0.0:1746128324.082248:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555593600:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128324.082258:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128324.082274:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e532e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644680 expref: 12 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.082284:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e532e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644680 expref: 12 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.082302:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e532e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644680 expref: 12 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.082325:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128324.082327:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128324.082333:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.082340:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.082366:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128324.082376:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f106300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551371008:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128324.082527:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.085410:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.086910:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f106300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551371008:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128324.086924:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128324.086945:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555593600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4697us (4828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.086953:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15184 00000100:00100000:0.0:1746128324.089113:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.089313:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555593984 00000100:00100000:1.0:1746128324.089320:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555593984 00002000:00100000:1.0:1746128324.089353:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a9500 x1830947555593984/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.089362:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a9500 with x1830947555593984 ext(0->4095) 00010000:00010000:1.0:1746128324.089368:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.089379:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.089385:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a9500 00000100:00100000:1.0:1746128324.089665:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3015 00000100:00100000:1.0:1746128324.089673:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555593984:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.090279:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555593984:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 606us (1170us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.090286:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3015 00002000:00100000:1.0:1746128324.090291:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a9500 x1830947555593984/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.090298:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a9500 with x1830947555593984 ext(0->4095) 00010000:00010000:1.0:1746128324.090303:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.090312:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.090317:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a9500 00000100:00100000:0.0:1746128324.094083:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.094331:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555594112 00000100:00100000:1.0:1746128324.094339:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555594112 00010000:00010000:1.0:1746128324.094368:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.094666:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15185 00000100:00100000:1.0:1746128324.094672:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555594112:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128324.094682:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128324.094697:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.094706:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.094722:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5335 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644687 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.094740:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.094741:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.094747:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e533c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964468e expref: 11 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.094754:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e533c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964468e expref: 11 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.094777:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e533c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964468e expref: 11 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128324.094787:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551371264:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128324.095282:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128324.097791:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551371264:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128324.097809:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128324.097841:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555594112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3169us (3765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.097849:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15185 00000100:00100000:0.0:1746128324.098181:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.098670:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555594368 00000100:00100000:1.0:1746128324.098676:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555594368 00002000:00100000:1.0:1746128324.098702:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1880 x1830947555594368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.098715:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1880 with x1830947555594368 ext(0->4095) 00002000:00010000:1.0:1746128324.098719:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1880 00000100:00100000:1.0:1746128324.098732:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13644 00000100:00100000:1.0:1746128324.098738:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555594368:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.098825:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555594368:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.098830:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13644 00002000:00100000:1.0:1746128324.098835:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1880 x1830947555594368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.098841:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1880 with x1830947555594368 ext(0->4095) 00002000:00010000:1.0:1746128324.098843:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1880 00000100:00100000:0.0:1746128324.101400:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.109650:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.113520:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.114614:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555594752 00000100:00100000:1.0:1746128324.114618:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555594752 00010000:00010000:1.0:1746128324.114635:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e533c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964468e expref: 15 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.114662:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15186 00000100:00100000:1.0:1746128324.114667:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555594752:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128324.114673:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128324.114686:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e533c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964468e expref: 15 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.114696:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e533c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964468e expref: 15 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.114715:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e533c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964468e expref: 15 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.114764:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.114765:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.114770:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e5343 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644695 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.114776:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e5343 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644695 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.114798:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e5343 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644695 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.114807:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e5343 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644695 expref: 5 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.114817:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551371648:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128324.114906:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128324.115823:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551371648:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128324.115835:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128324.115861:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947555594752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1194us (1560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.115868:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15186 00000100:00100000:0.0:1746128324.116405:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.118185:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.118329:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555595264 00000100:00100000:1.0:1746128324.118334:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555595264 00010000:00010000:1.0:1746128324.118351:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e5343 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644695 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.118416:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15187 00000100:00100000:1.0:1746128324.118421:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555595264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128324.118430:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128324.118441:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e5343 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644695 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.118450:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e5343 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644695 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.118466:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ebb9000/0x6e2f3e23d86e5343 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644695 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.118720:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.118722:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.118729:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 13 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.118736:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 13 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.118760:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 13 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128324.118769:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551371776:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128324.119069:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.123123:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.123244:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551371776:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128324.123262:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128324.123296:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555595264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4875us (5113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.123305:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15187 00000100:00100000:0.0:1746128324.125172:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.127864:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.129795:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555595776:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1707us (1930us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746128324.130153:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3018 00002000:00100000:0.0:1746128324.130161:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c121880 x1830947555595776/t4294970516(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/448 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.130169:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121880 with x1830947555595776 ext(0->7) 00010000:00010000:0.0:1746128324.130176:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 16 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.130188:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 16 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128324.130194:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c121880 00000100:00100000:0.0:1746128324.140176:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.140246:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555595904 00000100:00100000:1.0:1746128324.140255:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555595904 00010000:00010000:1.0:1746128324.140287:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 16 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.141161:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15188 00000100:00100000:1.0:1746128324.141171:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555595904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128324.141184:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128324.141202:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 16 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.141214:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 16 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.141234:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e534a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964469c expref: 16 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.141266:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.141268:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.141274:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5351 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96446a3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.141286:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5351 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96446a3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.141315:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5351 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96446a3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128324.141325:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551372032:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128324.141386:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128324.146409:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551372032:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128324.146409:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128324.146472:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128324.146517:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555595904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5349us (6347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.146525:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15188 00000100:00100000:0.0:1746128324.155939:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.156279:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.159315:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.159536:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555596544 00000100:00100000:1.0:1746128324.159564:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555596544 00010000:00010000:1.0:1746128324.159589:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5351 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446a3 expref: 6 pid: 27081 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.159625:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15189 00000100:00100000:1.0:1746128324.159631:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555596544:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128324.159646:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128324.159663:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5351 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446a3 expref: 6 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.159673:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5351 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446a3 expref: 6 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.159693:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5351 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446a3 expref: 6 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.159718:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.159719:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.159725:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5358 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446aa expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.159731:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5358 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446aa expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.159754:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5358 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446aa expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.159764:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5358 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446aa expref: 16 pid: 27081 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.159774:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551372416:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128324.160532:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128324.164802:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.169225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.176091:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.176310:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555597184 00000100:00100000:1.0:1746128324.176317:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555597184 00002000:00100000:1.0:1746128324.176349:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b32300 x1830947555597184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.176356:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32300 with x1830947555597184 ext(0->4095) 00002000:00010000:1.0:1746128324.176359:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b32300 00000100:00100000:1.0:1746128324.176769:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13647 00000100:00100000:1.0:1746128324.176776:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555597184:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.176885:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555597184:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (794us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.176890:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13647 00002000:00100000:1.0:1746128324.176895:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b32300 x1830947555597184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.176902:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32300 with x1830947555597184 ext(0->4095) 00002000:00010000:1.0:1746128324.176905:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b32300 00000100:00100000:0.0:1746128324.178594:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.182320:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.184946:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.186401:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.188672:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.190803:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.197825:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.202490:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.207900:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128324.208257:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128324.209643:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.212383:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.216080:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.216492:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555599232 00000100:00100000:1.0:1746128324.216499:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555599232 00002000:00100000:1.0:1746128324.216528:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5180 x1830947555599232/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.216536:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5180 with x1830947555599232 ext(0->4095) 00002000:00010000:1.0:1746128324.216540:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa5180 00000100:00100000:1.0:1746128324.216940:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13650 00000100:00100000:1.0:1746128324.216947:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555599232:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128324.217046:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555599232:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.217051:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13650 00002000:00100000:1.0:1746128324.217055:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5180 x1830947555599232/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.217066:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5180 with x1830947555599232 ext(0->4095) 00002000:00010000:1.0:1746128324.217069:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa5180 00000100:00100000:0.0:1746128324.218813:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.221445:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.221874:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.227938:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.230939:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.238373:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.244643:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.248693:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.248747:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555600640 00000100:00100000:1.0:1746128324.248752:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555600640 00000100:00100000:0.0:1746128324.248753:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00002000:00100000:1.0:1746128324.248781:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801251e6680 x1830947555600640/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.248790:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6680 with x1830947555600640 ext(0->7) 00010000:00010000:1.0:1746128324.248796:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5389 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446db expref: 16 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.248807:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5389 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446db expref: 17 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.248813:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e6680 00000100:00100000:1.0:1746128324.248826:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3022 00000100:00100000:1.0:1746128324.248831:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555600640:12345-192.168.202.33@tcp:4:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128324.250123:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2015:x1830947555600640:12345-192.168.202.33@tcp:4:ptlrpcd_00_01.0 Request processed in 1289us (1430us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746128324.250130:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3022 00002000:00100000:0.0:1746128324.250135:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801251e6680 x1830947555600640/t4294970517(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/448 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.250148:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6680 with x1830947555600640 ext(0->7) 00010000:00010000:0.0:1746128324.250153:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5389 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446db expref: 19 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.250163:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e5389 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446db expref: 19 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128324.250169:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e6680 00000100:00100000:0.0:1746128324.253063:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.259530:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.263232:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.267763:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555601536 00000100:00100000:0.0:1746128324.267769:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555601536 00002000:00100000:0.0:1746128324.267802:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22ad80 x1830947555601536/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.267810:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22ad80 with x1830947555601536 ext(0->4095) 00002000:00010000:0.0:1746128324.267814:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d22ad80 00000100:00100000:0.0:1746128324.267837:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13652 00000100:00100000:0.0:1746128324.267843:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555601536:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128324.267939:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555601536:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128324.267944:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13652 00002000:00100000:0.0:1746128324.267948:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22ad80 x1830947555601536/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.267960:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22ad80 with x1830947555601536 ext(0->4095) 00002000:00010000:0.0:1746128324.267962:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d22ad80 00000100:00100000:0.0:1746128324.271249:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555601664 00000100:00100000:0.0:1746128324.271256:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555601664 00000100:00100000:0.0:1746128324.271302:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30237 00000100:00100000:0.0:1746128324.271310:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555601664:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128324.271324:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128324.271339:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e539e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96446f0 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.271361:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e5397 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96446e9 expref: 17 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.271368:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128324.271369:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128324.271372:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e539e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96446f0 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.271395:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e5397 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446e9 expref: 17 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.271405:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e5397 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446e9 expref: 17 pid: 27081 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746128324.271414:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551374720:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128324.271475:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.276875:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.277681:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.286484:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.296475:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.297921:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13653 00000100:00100000:1.0:1746128324.297932:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947555602560:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.298734:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947555602560:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 803us (2258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.298740:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13653 00002000:00100000:1.0:1746128324.298747:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f64e00 x1830947555602560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.298755:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64e00 with x1830947555602560 ext(0->4095) 00002000:00010000:1.0:1746128324.298758:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f64e00 00000100:00100000:0.0:1746128324.306797:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.309097:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.309177:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555602816 00000100:00100000:1.0:1746128324.309183:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555602816 00002000:00100000:1.0:1746128324.309216:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b497800 x1830947555602816/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.309226:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497800 with x1830947555602816 ext(0->7) 00010000:00010000:1.0:1746128324.309232:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857600/0x6e2f3e23d86e53a5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446f7 expref: 18 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.309243:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857600/0x6e2f3e23d86e53a5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446f7 expref: 18 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.309250:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497800 00000100:00100000:1.0:1746128324.309267:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3025 00000100:00100000:1.0:1746128324.309273:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2017:x1830947555602816:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128324.315464:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2017:x1830947555602816:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 6182us (6363us total) trans 4294970518 rc 0/0 00000100:00100000:0.0:1746128324.315474:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3025 00002000:00100000:0.0:1746128324.315484:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b497800 x1830947555602816/t4294970518(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/448 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.315494:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497800 with x1830947555602816 ext(0->7) 00010000:00010000:0.0:1746128324.315502:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857600/0x6e2f3e23d86e53a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446f7 expref: 20 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.315516:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857600/0x6e2f3e23d86e53a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96446f7 expref: 20 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128324.315522:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497800 00000100:00100000:0.0:1746128324.322773:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.324279:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.331508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.335344:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.339235:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.340120:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555603712 00000100:00100000:1.0:1746128324.340126:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555603712 00002000:00100000:1.0:1746128324.340157:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5880 x1830947555603712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.340166:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947555603712 ext(0->4095) 00002000:00010000:1.0:1746128324.340170:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b5880 00000100:00100000:1.0:1746128324.340197:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13654 00000100:00100000:1.0:1746128324.340203:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2014:x1830947555603712:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.340611:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2014:x1830947555603712:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 407us (1383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.340617:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13654 00002000:00100000:1.0:1746128324.340622:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5880 x1830947555603712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.340629:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947555603712 ext(0->4095) 00002000:00010000:1.0:1746128324.340632:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b5880 00000100:00100000:0.0:1746128324.343958:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.348573:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.350105:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.353138:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.356336:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.360925:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.367336:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.367620:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555604864 00000100:00100000:1.0:1746128324.367626:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555604864 00002000:00100000:1.0:1746128324.367653:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957b9f80 x1830947555604864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.367662:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9f80 with x1830947555604864 ext(0->4095) 00010000:00010000:1.0:1746128324.367669:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e53c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644713 expref: 21 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.367680:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e53c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644713 expref: 21 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.367686:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957b9f80 00000100:00100000:1.0:1746128324.367711:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3028 00000100:00100000:1.0:1746128324.367717:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2014:x1830947555604864:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.367820:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2014:x1830947555604864:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.367828:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3028 00002000:00100000:1.0:1746128324.367832:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957b9f80 x1830947555604864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.367839:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9f80 with x1830947555604864 ext(0->4095) 00010000:00010000:1.0:1746128324.367842:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e53c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644713 expref: 21 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.367849:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009672d600/0x6e2f3e23d86e53c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644713 expref: 21 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.367854:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957b9f80 00000100:00100000:0.0:1746128324.370738:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.374317:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.376946:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.381338:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.384301:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.386681:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.388003:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.389298:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.392617:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.392804:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555606400 00000100:00100000:1.0:1746128324.392810:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555606400 00002000:00100000:1.0:1746128324.392840:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93b80 x1830947555606400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.392849:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93b80 with x1830947555606400 ext(0->4095) 00010000:00010000:1.0:1746128324.392855:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e53d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644728 expref: 21 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.392865:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e53d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644728 expref: 21 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.392871:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee93b80 00000100:00100000:1.0:1746128324.392896:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3029 00000100:00100000:1.0:1746128324.392903:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2014:x1830947555606400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.393424:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2014:x1830947555606400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 519us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.393431:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3029 00002000:00100000:1.0:1746128324.393436:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93b80 x1830947555606400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.393443:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93b80 with x1830947555606400 ext(0->4095) 00010000:00010000:1.0:1746128324.393447:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e53d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644728 expref: 21 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.393455:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e53d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644728 expref: 21 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.393460:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee93b80 00000100:00100000:0.0:1746128324.396906:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.410070:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555606784 00000100:00100000:1.0:1746128324.410076:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555606784 00002000:00100000:1.0:1746128324.410109:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d500 x1830947555606784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.410119:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d500 with x1830947555606784 ext(0->4095) 00002000:00010000:1.0:1746128324.410123:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211d500 00000100:00100000:1.0:1746128324.410149:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13657 00000100:00100000:1.0:1746128324.410155:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2015:x1830947555606784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.410258:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2015:x1830947555606784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.410268:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13657 00002000:00100000:1.0:1746128324.410272:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d500 x1830947555606784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.410280:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d500 with x1830947555606784 ext(0->4095) 00002000:00010000:1.0:1746128324.410282:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211d500 00000100:00100000:0.0:1746128324.411285:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.418887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.422444:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947555607040:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3003us (3563us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746128324.422454:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3030 00002000:00100000:0.0:1746128324.422460:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ce12680 x1830947555607040/t4294970519(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/448 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.422468:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12680 with x1830947555607040 ext(0->7) 00010000:00010000:0.0:1746128324.422474:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857c00/0x6e2f3e23d86e53dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964472f expref: 22 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.422486:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857c00/0x6e2f3e23d86e53dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964472f expref: 22 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746128324.422492:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce12680 00000100:00100000:0.0:1746128324.425003:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.431744:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.431809:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555607552 00000100:00100000:1.0:1746128324.431813:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555607552 00002000:00100000:1.0:1746128324.431836:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13800 x1830947555607552/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.431844:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13800 with x1830947555607552 ext(0->4095) 00010000:00010000:1.0:1746128324.431850:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e53e4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644736 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.431860:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e53e4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644736 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.431866:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13800 00000100:00100000:1.0:1746128324.431880:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3031 00000100:00100000:1.0:1746128324.431885:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555607552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.432012:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555607552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.432019:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3031 00002000:00100000:1.0:1746128324.432024:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13800 x1830947555607552/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.432035:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13800 with x1830947555607552 ext(0->4095) 00010000:00010000:1.0:1746128324.432039:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e53e4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644736 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.432048:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e53e4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644736 expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.432053:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13800 00000100:00100000:0.0:1746128324.433655:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.434429:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.441284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.441344:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555608064 00000100:00100000:1.0:1746128324.441350:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555608064 00002000:00100000:1.0:1746128324.441381:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4000 x1830947555608064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.441389:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4000 with x1830947555608064 ext(0->4095) 00010000:00010000:1.0:1746128324.441396:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857800/0x6e2f3e23d86e53eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964473d expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.441409:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857800/0x6e2f3e23d86e53eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964473d expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.441415:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4000 00000100:00100000:1.0:1746128324.441444:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3032 00000100:00100000:1.0:1746128324.441449:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555608064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.442354:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555608064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 903us (1070us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.442361:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3032 00002000:00100000:1.0:1746128324.442642:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4000 x1830947555608064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.442651:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4000 with x1830947555608064 ext(0->4095) 00010000:00010000:1.0:1746128324.442658:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857800/0x6e2f3e23d86e53eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964473d expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.442668:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857800/0x6e2f3e23d86e53eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964473d expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.442674:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4000 00000100:00100000:0.0:1746128324.446290:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.447870:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.447912:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555608448 00000100:00100000:1.0:1746128324.447916:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555608448 00002000:00100000:1.0:1746128324.447939:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d289180 x1830947555608448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.447948:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289180 with x1830947555608448 ext(0->4095) 00002000:00010000:1.0:1746128324.447952:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d289180 00000100:00100000:1.0:1746128324.447979:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13658 00000100:00100000:1.0:1746128324.447995:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947555608448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.448099:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947555608448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.448105:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13658 00002000:00100000:1.0:1746128324.448109:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d289180 x1830947555608448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.448116:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289180 with x1830947555608448 ext(0->4095) 00002000:00010000:1.0:1746128324.448119:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d289180 00000100:00100000:0.0:1746128324.450882:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.457630:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.459307:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.460044:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.461347:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.461716:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555609344 00000100:00100000:0.0:1746128324.461719:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555609344 00010000:00010000:0.0:1746128324.461735:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083857c00/0x6e2f3e23d86e53f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964474b expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746128324.462353:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15213 00000100:00100000:0.0:1746128324.462359:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555609344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128324.462367:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128324.462379:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083857c00/0x6e2f3e23d86e53f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964474b expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.462388:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083857c00/0x6e2f3e23d86e53f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964474b expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.462404:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083857c00/0x6e2f3e23d86e53f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964474b expref: 6 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746128324.462431:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128324.462433:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128324.462438:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e5400 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644752 expref: 22 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.462444:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e5400 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644752 expref: 22 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.462463:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e5400 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644752 expref: 22 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.462472:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e5400 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644752 expref: 22 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746128324.462481:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551378560:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128324.462536:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.464219:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.464268:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555609600 00000100:00100000:1.0:1746128324.464272:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555609600 00002000:00100000:1.0:1746128324.464295:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61d180 x1830947555609600/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.464303:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d180 with x1830947555609600 ext(0->4095) 00010000:00010000:1.0:1746128324.464310:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e5400 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644752 expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.464320:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e5400 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644752 expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.464326:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61d180 00000100:00100000:1.0:1746128324.464348:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3034 00000100:00100000:1.0:1746128324.464353:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555609600:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.464450:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555609600:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.464455:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3034 00002000:00100000:1.0:1746128324.464460:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61d180 x1830947555609600/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.464466:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d180 with x1830947555609600 ext(0->4095) 00010000:00010000:1.0:1746128324.464470:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e5400 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644752 expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.464478:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083857e00/0x6e2f3e23d86e5400 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644752 expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.464483:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61d180 00000100:00100000:0.0:1746128324.468140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.471337:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.473907:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.476870:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.480040:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.480490:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555610496 00000100:00100000:0.0:1746128324.480495:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555610496 00002000:00100000:0.0:1746128324.480525:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bea00 x1830947555610496/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.480534:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bea00 with x1830947555610496 ext(0->4095) 00002000:00010000:0.0:1746128324.480538:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3bea00 00000100:00100000:0.0:1746128324.480571:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13660 00000100:00100000:0.0:1746128324.480578:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555610496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128324.480687:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555610496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128324.480692:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13660 00002000:00100000:0.0:1746128324.480697:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bea00 x1830947555610496/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.480704:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bea00 with x1830947555610496 ext(0->4095) 00002000:00010000:0.0:1746128324.480707:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3bea00 00000100:00100000:0.0:1746128324.482341:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.482678:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.483236:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30255 00000100:00100000:0.0:1746128324.483243:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:1725:x1830947555610752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128324.483250:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128324.483256:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e541c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964476e expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.483271:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128324.483275:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5415 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644767 expref: 24 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.483279:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128324.483282:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e541c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964476e expref: 24 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.483304:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5415 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644767 expref: 24 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.483313:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e541c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964476e expref: 24 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.483322:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133679c00, rc 0) 00000100:00100000:0.0:1746128324.483344:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:1725:x1830947555610752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128324.483349:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30255 00000100:00100000:0.0:1746128324.489750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.494923:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.497576:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.501351:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.501486:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555611520 00000100:00100000:1.0:1746128324.501491:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555611520 00002000:00100000:1.0:1746128324.501525:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ed80 x1830947555611520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.501534:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ed80 with x1830947555611520 ext(0->4095) 00002000:00010000:1.0:1746128324.501538:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ed80 00000100:00100000:1.0:1746128324.501572:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13661 00000100:00100000:1.0:1746128324.501578:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2017:x1830947555611520:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128324.502578:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2017:x1830947555611520:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 997us (1231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.502585:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13661 00002000:00100000:1.0:1746128324.502591:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ed80 x1830947555611520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.502597:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ed80 with x1830947555611520 ext(0->4095) 00002000:00010000:1.0:1746128324.502600:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ed80 00000100:00100000:0.0:1746128324.505785:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.512176:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.512199:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.515055:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.515123:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555612160 00000100:00100000:1.0:1746128324.515128:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555612160 00002000:00100000:1.0:1746128324.515155:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61fb80 x1830947555612160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.515164:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61fb80 with x1830947555612160 ext(0->4095) 00010000:00010000:1.0:1746128324.515171:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e5423 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644775 expref: 6 pid: 9591 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.515181:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e5423 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644775 expref: 6 pid: 9591 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.515187:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61fb80 00000100:00100000:1.0:1746128324.515210:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3036 00000100:00100000:1.0:1746128324.515215:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555612160:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128324.515303:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555612160:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.515308:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3036 00002000:00100000:1.0:1746128324.515313:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61fb80 x1830947555612160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.515319:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61fb80 with x1830947555612160 ext(0->4095) 00010000:00010000:1.0:1746128324.515323:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e5423 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644775 expref: 6 pid: 9591 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.515331:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e5423 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644775 expref: 6 pid: 9591 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.515335:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61fb80 00000100:00100000:0.0:1746128324.518097:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.520930:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.527920:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.528032:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555612672 00000100:00100000:1.0:1746128324.528039:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555612672 00000100:00100000:1.0:1746128324.528086:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30258 00000100:00100000:1.0:1746128324.528092:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555612672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.528108:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.528122:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5431 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644783 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.528145:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e542a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964477c expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.528151:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.528152:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.528154:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5431 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644783 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.528177:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e542a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964477c expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.528186:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e542a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964477c expref: 21 pid: 9591 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.528196:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551380096:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128324.528265:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.534939:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.535945:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551380096:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128324.535966:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5431 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644783 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.535977:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128324.536212:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555612672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8118us (8298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.536223:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30258 00000100:00100000:0.0:1746128324.539850:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551380224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128324.539915:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128324.540731:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551380224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128324.542466:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.546482:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555613184 00000100:00100000:0.0:1746128324.546489:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555613184 00002000:00100000:0.0:1746128324.546517:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957baa00 x1830947555613184/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.546526:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957baa00 with x1830947555613184 ext(0->4095) 00002000:00010000:0.0:1746128324.546530:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957baa00 00000100:00100000:0.0:1746128324.546575:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13663 00000100:00100000:0.0:1746128324.546582:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555613184:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128324.546694:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555613184:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128324.546699:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13663 00002000:00100000:0.0:1746128324.546704:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957baa00 x1830947555613184/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.546711:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957baa00 with x1830947555613184 ext(0->4095) 00002000:00010000:0.0:1746128324.546713:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957baa00 00000100:00100000:0.0:1746128324.549890:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.549968:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.550060:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555613312 00000100:00100000:1.0:1746128324.550067:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555613312 00000100:00100000:1.0:1746128324.550097:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555613440 00000100:00100000:1.0:1746128324.550098:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555613440 00000100:00100000:1.0:1746128324.550118:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30259 00000100:00100000:1.0:1746128324.550124:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:1723:x1830947555613312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.550139:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.550152:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5438 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964478a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.550174:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5431 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644783 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.550181:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.550182:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.550189:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5438 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964478a expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.550214:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5431 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644783 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.550223:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5431 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644783 expref: 5 pid: 9592 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.550232:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551380480:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128324.550927:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128324.554138:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551380480:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128324.554166:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5438 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964478a expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.554181:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128324.554217:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1723:x1830947555613312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4092us (4334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.555059:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30259 00000100:00100000:0.0:1746128324.555285:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.559062:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.562293:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.562679:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15222 00000100:00100000:1.0:1746128324.562689:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555613952:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128324.562701:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128324.562719:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5438 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964478a expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.562729:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5438 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964478a expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.562748:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5438 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964478a expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.562774:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.562776:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.562782:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e543f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644791 expref: 24 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.562793:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e543f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644791 expref: 24 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.562820:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e543f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644791 expref: 24 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128324.562831:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551380864:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128324.563371:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.566261:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.566332:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551380864:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128324.566348:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128324.566383:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2014:x1830947555613952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3697us (4095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.566392:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15222 00000100:00100000:0.0:1746128324.568753:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.568827:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555614336 00000100:00100000:1.0:1746128324.568834:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555614336 00000100:00100000:1.0:1746128324.568876:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30261 00000100:00100000:1.0:1746128324.568883:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555614336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.568894:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.568907:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5446 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644798 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.568928:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e543f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644791 expref: 23 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.568936:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.568938:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.568940:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5446 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644798 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.568965:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e543f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644791 expref: 23 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.568974:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e543f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644791 expref: 23 pid: 11544 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.568998:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551380992:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128324.569075:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.571341:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.571427:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551380992:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128324.571452:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5446 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644798 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.571466:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:1.0:1746128324.571502:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555614336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2618us (2754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.571509:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30261 00000100:00100000:0.0:1746128324.576761:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.576834:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.577141:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555614848 00000100:00100000:1.0:1746128324.577146:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555614848 00000100:00100000:1.0:1746128324.577172:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30262 00000100:00100000:1.0:1746128324.577178:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:1723:x1830947555614848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.577190:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.577201:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e544d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964479f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.577224:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5446 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644798 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.577230:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.577232:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.577235:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e544d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964479f expref: 24 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.577256:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5446 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644798 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.577265:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5446 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644798 expref: 5 pid: 9592 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746128324.577274:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551381376:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128324.577314:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.580054:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.580287:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551381376:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128324.580309:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e544d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964479f expref: 24 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.580323:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128324.580356:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:1723:x1830947555614848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3178us (3521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.580362:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30262 00000100:00100000:0.0:1746128324.580630:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.580725:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555614976 00000100:00100000:1.0:1746128324.580730:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555614976 00000100:00100000:1.0:1746128324.580751:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30263 00000100:00100000:1.0:1746128324.580757:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:1725:x1830947555614976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.580768:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.580778:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5454 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96447a6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.580794:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.580797:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e544d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964479f expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.580802:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.580805:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5454 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96447a6 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.580825:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e544d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964479f expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.580834:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5454 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96447a6 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.580840:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128324.580859:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1725:x1830947555614976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.580864:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30263 00000100:00100000:0.0:1746128324.585871:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.588356:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551381760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128324.588401:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128324.588562:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128324.589171:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128324.589197:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551381760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128324.592475:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.592573:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555615744 00000100:00100000:1.0:1746128324.592580:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555615744 00002000:00100000:1.0:1746128324.592617:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b480 x1830947555615744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.592626:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b480 with x1830947555615744 ext(0->4095) 00002000:00010000:1.0:1746128324.592630:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795b480 00000100:00100000:1.0:1746128324.592661:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13665 00000100:00100000:1.0:1746128324.592667:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555615744:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.592773:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555615744:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.592778:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13665 00002000:00100000:1.0:1746128324.592783:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b480 x1830947555615744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.592789:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b480 with x1830947555615744 ext(0->4095) 00002000:00010000:1.0:1746128324.592791:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795b480 00000100:00100000:0.0:1746128324.596458:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.600528:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.603510:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.605488:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.609648:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.611922:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.616233:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.616711:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555616896 00000100:00100000:1.0:1746128324.616717:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555616896 00002000:00100000:1.0:1746128324.616746:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610000 x1830947555616896/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.616754:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610000 with x1830947555616896 ext(0->4095) 00010000:00010000:1.0:1746128324.616761:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447b4 expref: 25 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.616772:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447b4 expref: 25 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.616778:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d610000 00000100:00100000:1.0:1746128324.616801:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3042 00000100:00100000:1.0:1746128324.616807:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555616896:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.616901:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555616896:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.616907:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3042 00002000:00100000:1.0:1746128324.616911:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610000 x1830947555616896/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.616919:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610000 with x1830947555616896 ext(0->4095) 00010000:00010000:1.0:1746128324.616923:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447b4 expref: 25 pid: 11544 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.616931:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447b4 expref: 25 pid: 11544 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.616936:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d610000 00000100:00100000:0.0:1746128324.619480:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.626423:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.629416:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.632430:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.635278:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.638001:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.640481:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.643175:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.648583:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.648649:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555618432 00000100:00100000:1.0:1746128324.648656:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555618432 00002000:00100000:1.0:1746128324.648690:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611880 x1830947555618432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.648698:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611880 with x1830947555618432 ext(0->4095) 00010000:00010000:1.0:1746128324.648704:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5477 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447c9 expref: 25 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.648716:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5477 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447c9 expref: 25 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.648727:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d611880 00000100:00100000:1.0:1746128324.648754:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3043 00000100:00100000:1.0:1746128324.648760:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555618432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.648860:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555618432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.648865:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3043 00002000:00100000:1.0:1746128324.648870:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611880 x1830947555618432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.648876:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611880 with x1830947555618432 ext(0->4095) 00010000:00010000:1.0:1746128324.648880:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5477 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447c9 expref: 25 pid: 27081 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.648888:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e5477 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447c9 expref: 25 pid: 27081 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.648893:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d611880 00000100:00100000:0.0:1746128324.651755:0:3773:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746128324.651772:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fabc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551383424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746128324.651817:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128324.652528:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fabc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551383424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746128324.658213:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.661268:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.664492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.668492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.671471:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.672027:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555619328 00000100:00100000:1.0:1746128324.672033:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555619328 00002000:00100000:1.0:1746128324.672062:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612d80 x1830947555619328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.672070:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612d80 with x1830947555619328 ext(0->4095) 00002000:00010000:1.0:1746128324.672073:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d612d80 00000100:00100000:1.0:1746128324.672089:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13669 00000100:00100000:1.0:1746128324.672095:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555619328:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.672463:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555619328:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 366us (997us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.672468:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13669 00002000:00100000:1.0:1746128324.672473:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612d80 x1830947555619328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.672480:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612d80 with x1830947555619328 ext(0->4095) 00002000:00010000:1.0:1746128324.672483:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d612d80 00000100:00100000:0.0:1746128324.674531:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.677444:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.678193:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555619584 00000100:00100000:1.0:1746128324.678200:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555619584 00000100:00100000:1.0:1746128324.678239:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30272 00000100:00100000:1.0:1746128324.678245:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1725:x1830947555619584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.678258:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.678272:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5493 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96447e5 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.678292:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.678296:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e548c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96447de expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.678301:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.678304:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5493 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96447e5 expref: 26 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.678328:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e548c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447de expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.678342:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5493 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96447e5 expref: 26 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.678349:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128324.678378:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1725:x1830947555619584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.678383:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30272 00000100:00100000:0.0:1746128324.678711:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.682379:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551384192:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128324.682393:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128324.682431:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555619712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3567us (3720us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128324.682440:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15233 00000100:00100000:1.0:1746128324.683018:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555619968 00000100:00100000:1.0:1746128324.683024:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555619968 00002000:00100000:1.0:1746128324.683051:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61dc00 x1830947555619968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.683060:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61dc00 with x1830947555619968 ext(0->4095) 00010000:00010000:1.0:1746128324.683066:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e548c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447de expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.683076:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e548c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447de expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.683082:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61dc00 00000100:00100000:1.0:1746128324.683106:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3044 00000100:00100000:1.0:1746128324.683112:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555619968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.683210:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555619968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.683215:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3044 00002000:00100000:1.0:1746128324.683220:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61dc00 x1830947555619968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.683226:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61dc00 with x1830947555619968 ext(0->4095) 00010000:00010000:1.0:1746128324.683231:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e548c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447de expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.683238:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e548c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96447de expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.683242:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61dc00 00000100:00100000:0.0:1746128324.686718:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.689676:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.694161:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.696700:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.700328:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.701491:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.704764:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.705592:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.708400:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.711599:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.713937:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.715875:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555621888 00000100:00100000:1.0:1746128324.715883:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555621888 00002000:00100000:1.0:1746128324.715919:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795a300 x1830947555621888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.715926:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795a300 with x1830947555621888 ext(0->4095) 00002000:00010000:1.0:1746128324.715930:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795a300 00000100:00100000:1.0:1746128324.716136:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13672 00000100:00100000:1.0:1746128324.716142:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2014:x1830947555621888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.716270:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2014:x1830947555621888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (2336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.716275:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13672 00002000:00100000:1.0:1746128324.716280:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795a300 x1830947555621888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.716287:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795a300 with x1830947555621888 ext(0->4095) 00002000:00010000:1.0:1746128324.716289:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795a300 00000100:00100000:0.0:1746128324.718003:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.721892:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.725098:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.725338:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.729278:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.729343:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555622656 00000100:00100000:0.0:1746128324.729349:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555622656 00000100:00100000:0.0:1746128324.729500:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30278 00000100:00100000:0.0:1746128324.729507:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1725:x1830947555622656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128324.729520:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128324.729532:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e54bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964480f expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.729567:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128324.729572:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e54b6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644808 expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.729578:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128324.729581:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e54bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964480f expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.729608:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e54b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644808 expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.729619:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e54bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964480f expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128324.729628:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133679c00, rc 0) 00000100:00100000:0.0:1746128324.729661:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1725:x1830947555622656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128324.729667:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30278 00000100:00100000:0.0:1746128324.732377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.735230:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.735311:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555623040 00000100:00100000:1.0:1746128324.735317:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555623040 00002000:00100000:1.0:1746128324.735348:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b30700 x1830947555623040/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.735356:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30700 with x1830947555623040 ext(0->4095) 00010000:00010000:1.0:1746128324.735362:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e54b6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644808 expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.735373:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e54b6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644808 expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.735379:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b30700 00000100:00100000:1.0:1746128324.735877:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3046 00000100:00100000:1.0:1746128324.735884:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555623040:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.736003:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555623040:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.736009:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3046 00002000:00100000:1.0:1746128324.736014:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b30700 x1830947555623040/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.736020:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30700 with x1830947555623040 ext(0->4095) 00010000:00010000:1.0:1746128324.736024:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e54b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644808 expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746128324.736037:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e54b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644808 expref: 25 pid: 9592 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746128324.736043:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b30700 00000100:00100000:0.0:1746128324.738365:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.741780:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.744039:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.747641:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.751213:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.751316:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555623936 00000100:00100000:1.0:1746128324.751324:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555623936 00002000:00100000:1.0:1746128324.751362:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90a80 x1830947555623936/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.751371:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90a80 with x1830947555623936 ext(0->4095) 00002000:00010000:1.0:1746128324.751377:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee90a80 00000100:00100000:1.0:1746128324.751405:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13675 00000100:00100000:1.0:1746128324.751412:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555623936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.751516:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555623936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.751521:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13675 00002000:00100000:1.0:1746128324.751526:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90a80 x1830947555623936/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.751533:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90a80 with x1830947555623936 ext(0->4095) 00002000:00010000:1.0:1746128324.751536:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee90a80 00000100:00100000:0.0:1746128324.752838:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.756701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.756838:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555624192 00000100:00100000:1.0:1746128324.756844:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555624192 00000100:00100000:1.0:1746128324.756874:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30281 00000100:00100000:1.0:1746128324.756881:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1725:x1830947555624192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.756896:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.756908:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e54d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644824 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.756925:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.756928:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e54cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964481d expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.756933:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.756936:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e54d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644824 expref: 26 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.756962:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e54cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964481d expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.756973:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e54d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644824 expref: 26 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.756993:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128324.758116:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1725:x1830947555624192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1232us (1417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.758123:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30281 00000100:00100000:0.0:1746128324.759044:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.764161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.766832:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.769901:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.773228:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.776241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.779912:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.782023:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.783817:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.786539:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.789477:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.792491:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.795124:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.795206:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555626496 00000100:00100000:1.0:1746128324.795212:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555626496 00002000:00100000:1.0:1746128324.795241:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099deed80 x1830947555626496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.795250:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deed80 with x1830947555626496 ext(0->4095) 00002000:00010000:1.0:1746128324.795255:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099deed80 00000100:00100000:1.0:1746128324.795281:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13678 00000100:00100000:1.0:1746128324.795286:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555626496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.795378:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555626496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.795383:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13678 00002000:00100000:1.0:1746128324.795388:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099deed80 x1830947555626496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.795394:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deed80 with x1830947555626496 ext(0->4095) 00002000:00010000:1.0:1746128324.795396:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099deed80 00000100:00100000:0.0:1746128324.797904:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.801011:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.807705:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.809017:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.813528:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.815269:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.818652:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.818900:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555627648 00000100:00100000:1.0:1746128324.818905:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555627648 00002000:00100000:1.0:1746128324.818936:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5880 x1830947555627648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.818944:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5880 with x1830947555627648 ext(0->4095) 00010000:00010000:1.0:1746128324.818952:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e54f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644847 expref: 25 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.818963:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e54f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644847 expref: 25 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.818969:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5880 00000100:00100000:1.0:1746128324.818995:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3050 00000100:00100000:1.0:1746128324.819001:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555627648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.819105:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555627648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.819110:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3050 00002000:00100000:1.0:1746128324.819114:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5880 x1830947555627648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.819121:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5880 with x1830947555627648 ext(0->4095) 00010000:00010000:1.0:1746128324.819125:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e54f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644847 expref: 25 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.819133:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e54f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644847 expref: 25 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.819138:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5880 00000100:00100000:0.0:1746128324.821216:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.824162:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.828162:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.830811:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.835085:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.835379:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.841309:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.841345:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.845931:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.849887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.854850:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.855064:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555629568 00000100:00100000:1.0:1746128324.855069:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555629568 00002000:00100000:1.0:1746128324.855098:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85c00 x1830947555629568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.855106:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85c00 with x1830947555629568 ext(0->4095) 00002000:00010000:1.0:1746128324.855110:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e85c00 00000100:00100000:1.0:1746128324.855122:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13681 00000100:00100000:1.0:1746128324.855126:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2015:x1830947555629568:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.855214:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2015:x1830947555629568:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.855222:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13681 00002000:00100000:1.0:1746128324.855226:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85c00 x1830947555629568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.855231:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85c00 with x1830947555629568 ext(0->4095) 00002000:00010000:1.0:1746128324.855234:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e85c00 00000100:00100000:0.0:1746128324.857998:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.861490:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.864388:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.865675:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.870673:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.871656:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555630336 00000100:00100000:1.0:1746128324.871664:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555630336 00000100:00100000:1.0:1746128324.871707:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30293 00000100:00100000:1.0:1746128324.871715:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1725:x1830947555630336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.871729:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.871744:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5526 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644878 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.871765:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.871770:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e551f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644871 expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.871775:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.871777:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5526 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644878 expref: 26 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.871806:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e551f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644871 expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.871816:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5526 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644878 expref: 26 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.871829:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:1.0:1746128324.871873:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1725:x1830947555630336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.871879:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30293 00000100:00100000:0.0:1746128324.872499:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.879896:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.879973:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555630720 00000100:00100000:1.0:1746128324.879989:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555630720 00002000:00100000:1.0:1746128324.880024:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c118a80 x1830947555630720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.880032:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c118a80 with x1830947555630720 ext(0->4095) 00010000:00010000:1.0:1746128324.880040:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e551f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644871 expref: 25 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.880052:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e551f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644871 expref: 25 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.880057:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c118a80 00000100:00100000:0.0:1746128324.883962:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.888282:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.888378:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555631104 00000100:00100000:1.0:1746128324.888384:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555631104 00002000:00100000:1.0:1746128324.888418:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c119180 x1830947555631104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.888427:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c119180 with x1830947555631104 ext(0->4095) 00002000:00010000:1.0:1746128324.888431:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c119180 00000100:00100000:1.0:1746128324.888461:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13683 00000100:00100000:1.0:1746128324.888468:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555631104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128324.889237:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2015:x1830947555631104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 769us (961us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128324.889243:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13683 00002000:00100000:0.0:1746128324.889247:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c119180 x1830947555631104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.889254:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c119180 with x1830947555631104 ext(0->4095) 00002000:00010000:0.0:1746128324.889256:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c119180 00000100:00100000:0.0:1746128324.891634:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.896501:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.898452:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.901703:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.902262:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555631744 00000100:00100000:1.0:1746128324.902268:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555631744 00002000:00100000:1.0:1746128324.902297:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c119f80 x1830947555631744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.902306:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c119f80 with x1830947555631744 ext(0->4095) 00010000:00010000:1.0:1746128324.902313:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e552d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964487f expref: 6 pid: 27081 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.902325:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e552d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964487f expref: 6 pid: 27081 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.902331:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c119f80 00000100:00100000:1.0:1746128324.902355:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3054 00000100:00100000:1.0:1746128324.902360:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555631744:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.902450:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555631744:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.902455:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3054 00002000:00100000:1.0:1746128324.902459:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c119f80 x1830947555631744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.902466:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c119f80 with x1830947555631744 ext(0->4095) 00010000:00010000:1.0:1746128324.902470:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e552d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964487f expref: 6 pid: 27081 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.902477:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e552d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964487f expref: 6 pid: 27081 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.902483:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c119f80 00000100:00100000:0.0:1746128324.906225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.908767:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.912003:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.919193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.919337:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555632384 00000100:00100000:1.0:1746128324.919346:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555632384 00002000:00100000:1.0:1746128324.919388:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c11ad80 x1830947555632384/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.919397:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11ad80 with x1830947555632384 ext(0->7) 00010000:00010000:1.0:1746128324.919405:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5534 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644886 expref: 24 pid: 27081 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.919417:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5534 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644886 expref: 24 pid: 27081 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.919423:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c11ad80 00000100:00100000:1.0:1746128324.919813:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3055 00000100:00100000:1.0:1746128324.919819:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2015:x1830947555632384:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128324.921844:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555632384:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2019us (2653us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746128324.921853:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3055 00002000:00100000:0.0:1746128324.921860:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c11ad80 x1830947555632384/t4294970521(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 496/448 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128324.921868:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11ad80 with x1830947555632384 ext(0->7) 00010000:00010000:0.0:1746128324.921875:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5534 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644886 expref: 26 pid: 27081 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746128324.921887:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e5534 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644886 expref: 26 pid: 27081 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746128324.921893:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c11ad80 00000100:00100000:0.0:1746128324.927019:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.927155:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.931386:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.931677:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555632896 00000100:00100000:1.0:1746128324.931683:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555632896 00002000:00100000:1.0:1746128324.931713:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d786c50 x1830947555632896/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.931721:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d786c50 with x1830947555632896 ext(0->4095) 00010000:00010000:1.0:1746128324.931728:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf400/0x6e2f3e23d86e553b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964488d expref: 6 pid: 27081 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.931740:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf400/0x6e2f3e23d86e553b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964488d expref: 6 pid: 27081 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.931746:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d786c50 00000100:00100000:1.0:1746128324.931762:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3056 00000100:00100000:1.0:1746128324.931768:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555632896:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.931909:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555632896:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.931914:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3056 00002000:00100000:1.0:1746128324.931918:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d786c50 x1830947555632896/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.931924:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d786c50 with x1830947555632896 ext(0->4095) 00010000:00010000:1.0:1746128324.931929:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf400/0x6e2f3e23d86e553b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964488d expref: 6 pid: 27081 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.931937:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf400/0x6e2f3e23d86e553b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964488d expref: 6 pid: 27081 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.931942:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d786c50 00000100:00100000:0.0:1746128324.936590:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.936870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.941219:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.945427:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.946140:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555633536 00000100:00100000:1.0:1746128324.946147:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555633536 00002000:00100000:1.0:1746128324.946177:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11bb80 x1830947555633536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/0 e 0 to 0 dl 1746128335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.946185:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11bb80 with x1830947555633536 ext(0->4095) 00002000:00010000:1.0:1746128324.946188:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c11bb80 00000100:00100000:1.0:1746128324.946216:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13685 00000100:00100000:1.0:1746128324.946222:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555633536:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128324.946318:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555633536:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (897us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.946324:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13685 00002000:00100000:1.0:1746128324.946329:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11bb80 x1830947555633536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.946335:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11bb80 with x1830947555633536 ext(0->4095) 00002000:00010000:1.0:1746128324.946338:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c11bb80 00000100:00100000:1.0:1746128324.948705:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.950261:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.953042:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.956434:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.959051:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.959570:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.963960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.964732:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3058 00000100:00100000:1.0:1746128324.964740:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555634688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128324.964835:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555634688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (878us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128324.964840:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3058 00002000:00100000:1.0:1746128324.964845:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c118700 x1830947555634688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746128335 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128324.964852:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c118700 with x1830947555634688 ext(0->4095) 00010000:00010000:1.0:1746128324.964857:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5557 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448a9 expref: 26 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128324.964866:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5557 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448a9 expref: 26 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128324.964877:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c118700 00000100:00100000:0.0:1746128324.971386:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.972250:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.972302:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555634816 00000100:00100000:1.0:1746128324.972309:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555634816 00000100:00100000:1.0:1746128324.972358:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30302 00000100:00100000:1.0:1746128324.972365:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1723:x1830947555634816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.972380:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.972394:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5565 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96448b7 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.972415:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.972421:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e555e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448b0 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.972426:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128324.972428:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5565 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448b7 expref: 27 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.972458:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e555e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448b0 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.972468:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5565 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448b7 expref: 27 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.972475:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128324.972516:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555634816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.972524:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30302 00000100:00100000:0.0:1746128324.983445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.988130:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.989590:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.989895:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555635712 00000100:00100000:1.0:1746128324.989900:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555635712 00000100:00100000:1.0:1746128324.989952:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30303 00000100:00100000:1.0:1746128324.989958:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555635712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.989967:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.989991:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e556c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96448be expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.990011:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5565 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448b7 expref: 25 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.990017:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.990019:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.990021:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e556c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448be expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.990042:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5565 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448b7 expref: 25 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.990051:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5565 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448b7 expref: 25 pid: 11544 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128324.990059:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551392128:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128324.990295:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128324.992000:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.992008:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551392128:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128324.992031:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e556c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448be expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.992043:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128324.992082:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555635712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2123us (2492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.992088:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30303 00000100:00100000:0.0:1746128324.994864:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.998775:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128324.998851:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128324.998964:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555636224 00000100:00100000:1.0:1746128324.998971:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555636224 00000100:00100000:1.0:1746128324.999022:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555636352 00000100:00100000:1.0:1746128324.999025:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555636352 00000100:00100000:1.0:1746128324.999040:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30304 00000100:00100000:1.0:1746128324.999046:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1723:x1830947555636224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.999058:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.999071:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96448c5 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999095:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e556c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448be expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999102:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.999104:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.999107:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448c5 expref: 27 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999131:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e556c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448be expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999145:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e556c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448be expref: 5 pid: 11544 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128324.999155:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551392384:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128324.999222:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128324.999251:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30305 00000100:00100000:1.0:1746128324.999257:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1725:x1830947555636352:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128324.999262:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128324.999267:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e557a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96448cc expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999277:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128324.999280:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448c5 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999284:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128324.999287:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e557a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448cc expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999305:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448c5 expref: 28 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999315:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e557a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448cc expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128324.999323:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128324.999343:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1725:x1830947555636352:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128324.999347:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30305 00000100:00100000:1.0:1746128325.003230:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551392384:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.003257:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448c5 expref: 27 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.003270:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128325.003316:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555636224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4269us (4546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.003324:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30304 00000100:00100000:0.0:1746128325.003765:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:0.0:1746128325.004040:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128325.007076:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.007697:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555636736 00000100:00100000:1.0:1746128325.007705:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555636736 00002000:00100000:1.0:1746128325.008736:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e6d80 x1830947555636736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.008746:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6d80 with x1830947555636736 ext(0->4095) 00010000:00010000:1.0:1746128325.008753:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448c5 expref: 27 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.008765:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448c5 expref: 27 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.008770:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e6d80 00000100:00100000:1.0:1746128325.008795:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3060 00000100:00100000:1.0:1746128325.008801:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555636736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.008903:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555636736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (1830us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.008908:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3060 00002000:00100000:1.0:1746128325.008912:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e6d80 x1830947555636736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.008918:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6d80 with x1830947555636736 ext(0->4095) 00010000:00010000:1.0:1746128325.008921:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448c5 expref: 27 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.008929:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5573 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448c5 expref: 27 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.008934:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e6d80 00000100:00080000:0.0:1746128325.010094:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128325.017607:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.021727:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.023669:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.024158:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555637248 00000100:00100000:1.0:1746128325.024165:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555637248 00000100:00100000:1.0:1746128325.024204:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30306 00000100:00100000:1.0:1746128325.024210:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555637248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.024222:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.024236:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5581 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96448d3 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.024257:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e557a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448cc expref: 25 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.024264:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.024265:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.024269:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5581 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448d3 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.024290:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e557a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448cc expref: 25 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.024299:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e557a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96448cc expref: 25 pid: 9591 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.024309:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551392896:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.024596:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.026629:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.027092:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551392896:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.027116:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5581 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96448d3 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.027131:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128325.027169:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555637248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2959us (3503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.027178:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30306 00000100:00100000:0.0:1746128325.032019:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.033219:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.036031:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.038235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.041827:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.045441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.050869:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.051000:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555638656 00000100:00100000:0.0:1746128325.051006:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555638656 00002000:00100000:0.0:1746128325.051036:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5880 x1830947555638656/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.051046:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5880 with x1830947555638656 ext(0->4095) 00002000:00010000:0.0:1746128325.051050:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e5880 00000100:00100000:0.0:1746128325.051195:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13690 00000100:00100000:0.0:1746128325.051202:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555638656:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128325.051301:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555638656:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128325.051307:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13690 00002000:00100000:0.0:1746128325.051312:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5880 x1830947555638656/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.051318:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5880 with x1830947555638656 ext(0->4095) 00002000:00010000:0.0:1746128325.051321:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e5880 00000100:00100000:0.0:1746128325.053747:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.056805:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.060884:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.062805:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.065363:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.067956:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.077527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.081609:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.084914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.085637:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555640192 00000100:00100000:1.0:1746128325.085644:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555640192 00002000:00100000:1.0:1746128325.085673:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5880 x1830947555640192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.085682:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947555640192 ext(0->4095) 00002000:00010000:1.0:1746128325.085687:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b5880 00000100:00100000:1.0:1746128325.085713:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13692 00000100:00100000:1.0:1746128325.085719:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555640192:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.085810:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555640192:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (896us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.085815:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13692 00002000:00100000:1.0:1746128325.085820:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5880 x1830947555640192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.085826:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947555640192 ext(0->4095) 00002000:00010000:1.0:1746128325.085829:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b5880 00000100:00100000:0.0:1746128325.089425:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.093227:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.095180:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.098955:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.099081:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551394688:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.099104:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e55b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644904 expref: 27 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.099119:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:1.0:1746128325.099150:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555640576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3803us (3972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.099158:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30313 00000100:00100000:0.0:1746128325.103651:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.107109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.107799:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555641216 00000100:00100000:1.0:1746128325.107805:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555641216 00002000:00100000:1.0:1746128325.107836:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce10700 x1830947555641216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.107845:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10700 with x1830947555641216 ext(0->4095) 00002000:00010000:1.0:1746128325.107849:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce10700 00000100:00100000:1.0:1746128325.108061:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13693 00000100:00100000:1.0:1746128325.108068:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555641216:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.108174:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555641216:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1072us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.108179:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13693 00002000:00100000:1.0:1746128325.108184:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce10700 x1830947555641216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.108190:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10700 with x1830947555641216 ext(0->4095) 00002000:00010000:1.0:1746128325.108193:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce10700 00000100:00100000:0.0:1746128325.114168:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.115343:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555641344 00000100:00100000:1.0:1746128325.115352:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555641344 00000100:00100000:1.0:1746128325.115399:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30314 00000100:00100000:1.0:1746128325.115406:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555641344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.115422:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.115435:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e55b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964490b expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.115458:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e55b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644904 expref: 25 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.115464:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.115466:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.115468:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e55b9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964490b expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.115496:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e55b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644904 expref: 25 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.115505:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e55b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644904 expref: 25 pid: 11544 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.115515:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551394944:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.115596:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128325.120595:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551394944:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.120621:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e55b9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964490b expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.120635:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128325.120673:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555641344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5267us (6512us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.120680:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30314 00000100:00100000:0.0:1746128325.125151:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.125201:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.125604:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555641600 00000100:00100000:1.0:1746128325.125608:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555641600 00000100:00100000:1.0:1746128325.125923:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30315 00000100:00100000:1.0:1746128325.125929:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555641600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.125937:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.125947:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e55c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644912 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.125964:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.125969:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e55b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964490b expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.125974:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128325.125990:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e55c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644912 expref: 30 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.126020:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e55b9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964490b expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.126031:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e55c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644912 expref: 30 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.126039:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128325.126074:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947555641600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.126080:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30315 00000100:00100000:0.0:1746128325.126823:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555641472:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1477us (1677us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746128325.126831:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3064 00002000:00100000:0.0:1746128325.126837:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ce13b80 x1830947555641472/t4294970522(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 496/448 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.126845:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13b80 with x1830947555641472 ext(0->7) 00010000:00010000:0.0:1746128325.126850:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e55b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644904 expref: 29 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746128325.126860:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e55b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644904 expref: 29 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746128325.126865:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13b80 00000100:00100000:0.0:1746128325.128992:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.131341:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.133884:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.135950:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.137252:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.139933:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.143306:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.143397:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555642880 00000100:00100000:1.0:1746128325.143404:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555642880 00002000:00100000:1.0:1746128325.143440:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e7b80 x1830947555642880/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.143448:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7b80 with x1830947555642880 ext(0->4095) 00002000:00010000:1.0:1746128325.143451:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e7b80 00000100:00100000:1.0:1746128325.143481:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13695 00000100:00100000:1.0:1746128325.143487:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555642880:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.143617:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555642880:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.143625:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13695 00002000:00100000:1.0:1746128325.143630:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e7b80 x1830947555642880/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.143637:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7b80 with x1830947555642880 ext(0->4095) 00002000:00010000:1.0:1746128325.143639:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e7b80 00000100:00100000:0.0:1746128325.147971:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.150392:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.168001:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.180699:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.191816:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.198707:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.198826:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555643904 00000100:00100000:1.0:1746128325.198835:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555643904 00002000:00100000:1.0:1746128325.198872:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4e00 x1830947555643904/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.198880:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4e00 with x1830947555643904 ext(0->4095) 00002000:00010000:1.0:1746128325.198885:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4e00 00000100:00100000:1.0:1746128325.198969:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13696 00000100:00100000:1.0:1746128325.198987:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555643904:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.199095:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555643904:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.199102:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13696 00002000:00100000:1.0:1746128325.199107:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4e00 x1830947555643904/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.199113:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4e00 with x1830947555643904 ext(0->4095) 00002000:00010000:1.0:1746128325.199116:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4e00 00000100:00100000:0.0:1746128325.202119:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.205525:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128325.210286:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128325.211351:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.211425:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.215764:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.217225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.221736:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555644800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3971us (4509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128325.221746:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15282 00000100:00100000:0.0:1746128325.222713:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.225668:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.229827:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.229885:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555645440 00000100:00100000:1.0:1746128325.229892:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555645440 00002000:00100000:1.0:1746128325.229931:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4000 x1830947555645440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.229941:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4000 with x1830947555645440 ext(0->4095) 00002000:00010000:1.0:1746128325.229945:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4000 00000100:00100000:1.0:1746128325.229973:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13698 00000100:00100000:1.0:1746128325.229987:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555645440:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.230103:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555645440:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.230108:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13698 00002000:00100000:1.0:1746128325.230113:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4000 x1830947555645440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.230120:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4000 with x1830947555645440 ext(0->4095) 00002000:00010000:1.0:1746128325.230122:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4000 00000100:00100000:0.0:1746128325.233117:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.235181:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.241393:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551397120:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128325.241409:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128325.241701:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555645696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6318us (6519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128325.241709:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15284 00000100:00100000:0.0:1746128325.242203:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555646080 00000100:00100000:0.0:1746128325.242206:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555646080 00002000:00100000:0.0:1746128325.242229:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ea00 x1830947555646080/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.242243:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ea00 with x1830947555646080 ext(0->4095) 00010000:00010000:0.0:1746128325.242247:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e55f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644943 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746128325.242257:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e55f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644943 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746128325.242262:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61ea00 00000100:00100000:0.0:1746128325.242274:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3068 00000100:00100000:0.0:1746128325.242279:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555646080:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128325.242370:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555646080:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128325.242374:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3068 00002000:00100000:0.0:1746128325.242379:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ea00 x1830947555646080/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.242386:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ea00 with x1830947555646080 ext(0->4095) 00010000:00010000:0.0:1746128325.242389:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e55f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644943 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746128325.242397:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e55f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644943 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746128325.242401:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61ea00 00000100:00100000:1.0:1746128325.247198:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.249143:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.254342:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.259443:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.263195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.266225:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.268768:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.271708:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.275021:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.276069:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.276113:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555647744 00000100:00100000:0.0:1746128325.276117:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555647744 00000100:00100000:0.0:1746128325.276139:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30327 00000100:00100000:0.0:1746128325.276144:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555647744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128325.276150:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128325.276158:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e5614 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644966 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128325.276170:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128325.276173:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e560d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964495f expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128325.276178:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128325.276180:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e5614 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644966 expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128325.276198:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e560d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964495f expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128325.276206:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e5614 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644966 expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128325.276215:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05a200, rc 0) 00000100:00100000:0.0:1746128325.276238:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947555647744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128325.276243:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30327 00000100:00100000:0.0:1746128325.279997:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.288240:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.292921:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.296436:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.298239:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.301284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.303825:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.303885:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555649024 00000100:00100000:1.0:1746128325.303893:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555649024 00002000:00100000:1.0:1746128325.303925:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92a00 x1830947555649024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.303933:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92a00 with x1830947555649024 ext(0->4095) 00002000:00010000:1.0:1746128325.303936:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee92a00 00000100:00100000:1.0:1746128325.303965:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13702 00000100:00100000:1.0:1746128325.303972:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555649024:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.304093:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555649024:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.304098:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13702 00002000:00100000:1.0:1746128325.304103:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92a00 x1830947555649024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.304109:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92a00 with x1830947555649024 ext(0->4095) 00002000:00010000:1.0:1746128325.304112:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee92a00 00000100:00100000:0.0:1746128325.309580:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.309624:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.310083:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30330 00000100:00100000:1.0:1746128325.310090:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555649280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.310095:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.310101:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5629 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964497b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.310110:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.310113:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e5622 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644974 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.310118:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.310120:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5629 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964497b expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.310139:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e5622 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644974 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.310149:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e5629 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964497b expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.310161:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:1.0:1746128325.310183:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947555649280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.310188:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30330 00000100:00100000:0.0:1746128325.317693:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.326409:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.332589:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.341006:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.344959:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.350643:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.351270:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.355787:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.355851:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555650688 00000100:00100000:1.0:1746128325.355856:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555650688 00002000:00100000:1.0:1746128325.355880:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90a80 x1830947555650688/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.355959:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90a80 with x1830947555650688 ext(0->4095) 00010000:00010000:1.0:1746128325.355965:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5630 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644982 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.355984:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5630 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644982 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.355990:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee90a80 00000100:00100000:1.0:1746128325.356012:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3072 00000100:00100000:1.0:1746128325.356018:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555650688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.356109:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555650688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.356114:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3072 00002000:00100000:1.0:1746128325.356119:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90a80 x1830947555650688/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.356133:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90a80 with x1830947555650688 ext(0->4095) 00010000:00010000:1.0:1746128325.356137:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5630 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644982 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.356145:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5630 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644982 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.356151:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee90a80 00000100:00100000:0.0:1746128325.358973:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.361566:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.365222:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.368179:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.368295:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555651328 00000100:00100000:1.0:1746128325.368300:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555651328 00002000:00100000:1.0:1746128325.368328:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096171500 x1830947555651328/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 496/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.368337:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171500 with x1830947555651328 ext(0->7) 00010000:00010000:1.0:1746128325.368343:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e5637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644989 expref: 28 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.368355:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e5637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644989 expref: 28 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.368361:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096171500 00000100:00100000:1.0:1746128325.368387:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3073 00000100:00100000:1.0:1746128325.368393:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555651328:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128325.369409:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2015:x1830947555651328:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1012us (1227us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746128325.369418:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3073 00002000:00100000:0.0:1746128325.369425:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096171500 x1830947555651328/t4294970523(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 496/448 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.369433:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171500 with x1830947555651328 ext(0->7) 00010000:00010000:0.0:1746128325.369439:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e5637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644989 expref: 30 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746128325.369452:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e5637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644989 expref: 30 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746128325.369457:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096171500 00000100:00100000:0.0:1746128325.381468:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.381968:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.388080:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.388197:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555651840 00000100:00100000:1.0:1746128325.388202:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555651840 00002000:00100000:1.0:1746128325.388229:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096171180 x1830947555651840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.388238:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171180 with x1830947555651840 ext(0->4095) 00010000:00010000:1.0:1746128325.388245:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e563e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644990 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.388256:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e563e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644990 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.388262:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096171180 00000100:00100000:1.0:1746128325.388324:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3074 00000100:00100000:1.0:1746128325.388330:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555651840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.388884:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555651840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 553us (804us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.388889:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3074 00002000:00100000:1.0:1746128325.388894:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096171180 x1830947555651840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.388901:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171180 with x1830947555651840 ext(0->4095) 00010000:00010000:1.0:1746128325.388905:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e563e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644990 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.388914:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e563e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644990 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.388919:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096171180 00000100:00100000:0.0:1746128325.398771:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.407540:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551400192:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128325.407569:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128325.407604:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555651968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6873us (8840us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128325.407615:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15296 00000100:00100000:1.0:1746128325.407787:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555652224 00000100:00100000:1.0:1746128325.407793:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555652224 00002000:00100000:1.0:1746128325.407823:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c000 x1830947555652224/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.407832:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c000 with x1830947555652224 ext(0->4095) 00002000:00010000:1.0:1746128325.407836:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c000 00000100:00100000:1.0:1746128325.407866:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13705 00000100:00100000:1.0:1746128325.407873:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2015:x1830947555652224:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.408045:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2015:x1830947555652224:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.408051:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13705 00002000:00100000:1.0:1746128325.408056:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c000 x1830947555652224/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.408063:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c000 with x1830947555652224 ext(0->4095) 00002000:00010000:1.0:1746128325.408065:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c000 00000100:00100000:0.0:1746128325.413247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.416903:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.416970:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555652608 00000100:00100000:1.0:1746128325.416986:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555652608 00002000:00100000:1.0:1746128325.417020:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f113100 x1830947555652608/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 496/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.417029:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113100 with x1830947555652608 ext(0->7) 00010000:00010000:1.0:1746128325.417035:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e5645 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644997 expref: 30 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.417048:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e5645 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644997 expref: 30 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.417060:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113100 00000100:00100000:0.0:1746128325.419570:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2016:x1830947555652608:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1122us (2672us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746128325.419578:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3075 00002000:00100000:0.0:1746128325.419584:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f113100 x1830947555652608/t4294970524(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 496/448 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.419598:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113100 with x1830947555652608 ext(0->7) 00010000:00010000:0.0:1746128325.419604:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e5645 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644997 expref: 32 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746128325.419617:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e5645 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644997 expref: 32 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746128325.419622:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113100 00000100:00100000:0.0:1746128325.427164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.430569:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.430922:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555652992 00000100:00100000:1.0:1746128325.430927:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555652992 00002000:00100000:1.0:1746128325.430953:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f111500 x1830947555652992/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.430962:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111500 with x1830947555652992 ext(0->4095) 00002000:00010000:1.0:1746128325.430966:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111500 00000100:00100000:1.0:1746128325.430986:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13706 00000100:00100000:1.0:1746128325.430991:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555652992:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128325.431073:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555652992:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 81us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.431078:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13706 00002000:00100000:1.0:1746128325.431082:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f111500 x1830947555652992/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.431088:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111500 with x1830947555652992 ext(0->4095) 00002000:00010000:1.0:1746128325.431090:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111500 00000100:00100000:0.0:1746128325.435415:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.441191:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.445339:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.448608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.452539:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.454477:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.457101:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.462246:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.463823:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.465623:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.465865:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555654784 00000100:00100000:1.0:1746128325.465870:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555654784 00000100:00100000:1.0:1746128325.465889:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30340 00000100:00100000:1.0:1746128325.465894:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1725:x1830947555654784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.465900:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.465907:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e566f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96449c1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.465924:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.465927:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5668 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449ba expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.465932:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.465935:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e566f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449c1 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.465955:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5668 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449ba expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.465965:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e566f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449c1 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.465973:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128325.466022:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947555654784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.466028:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30340 00000100:00100000:0.0:1746128325.468524:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.472606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.472675:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555655168 00000100:00100000:1.0:1746128325.472682:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555655168 00002000:00100000:1.0:1746128325.472708:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110380 x1830947555655168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.472716:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110380 with x1830947555655168 ext(0->4095) 00010000:00010000:1.0:1746128325.472722:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5668 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449ba expref: 33 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.472737:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5668 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449ba expref: 33 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.472743:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f110380 00000100:00100000:1.0:1746128325.472765:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3077 00000100:00100000:1.0:1746128325.472772:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947555655168:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.472863:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947555655168:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.472868:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3077 00002000:00100000:1.0:1746128325.472873:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110380 x1830947555655168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.472879:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110380 with x1830947555655168 ext(0->4095) 00010000:00010000:1.0:1746128325.472883:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5668 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449ba expref: 33 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.472891:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5668 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449ba expref: 33 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.472897:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f110380 00000100:00100000:0.0:1746128325.478246:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.481192:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.485028:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.488667:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.489419:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555656064 00000100:00100000:1.0:1746128325.489425:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555656064 00002000:00100000:1.0:1746128325.489458:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f64700 x1830947555656064/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.489466:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64700 with x1830947555656064 ext(0->4095) 00002000:00010000:1.0:1746128325.489470:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f64700 00000100:00100000:1.0:1746128325.489496:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13710 00000100:00100000:1.0:1746128325.489502:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555656064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.489635:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555656064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (969us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.489641:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13710 00002000:00100000:1.0:1746128325.489646:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f64700 x1830947555656064/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.489654:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64700 with x1830947555656064 ext(0->4095) 00002000:00010000:1.0:1746128325.489656:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f64700 00000100:00100000:0.0:1746128325.491131:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.492297:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.494225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.497448:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.501172:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.507292:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.507820:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555657216 00000100:00100000:1.0:1746128325.507826:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555657216 00000100:00100000:1.0:1746128325.507948:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30344 00000100:00100000:1.0:1746128325.507955:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555657216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.507966:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.507994:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96449dd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.508015:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5684 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449d6 expref: 31 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.508022:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.508024:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.508027:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.508054:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5684 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449d6 expref: 31 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.508064:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e5684 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449d6 expref: 31 pid: 11544 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.508074:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551402624:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.508452:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128325.510197:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551402624:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.510223:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.510237:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128325.510266:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555657216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2312us (2978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.510274:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30344 00000100:00100000:0.0:1746128325.512271:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.515351:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.515721:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555657472 00000100:00100000:1.0:1746128325.515728:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555657472 00000100:00100000:1.0:1746128325.515768:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30345 00000100:00100000:1.0:1746128325.515776:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:1723:x1830947555657472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.515789:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.515801:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5692 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96449e4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.515826:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.515833:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.515835:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.515838:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5692 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449e4 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.515860:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.515870:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 5 pid: 9591 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.515881:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551402880:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128325.516323:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.516345:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555657728 00000100:00100000:0.0:1746128325.516348:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555657728 00002000:00100000:0.0:1746128325.516371:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa4000 x1830947555657728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.516378:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4000 with x1830947555657728 ext(0->4095) 00010000:00010000:0.0:1746128325.516383:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 6 pid: 9591 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746128325.516391:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 6 pid: 9591 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746128325.516396:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa4000 00000100:00100000:0.0:1746128325.516407:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3079 00000100:00100000:0.0:1746128325.516411:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555657728:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128325.516492:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555657728:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (169us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128325.516497:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3079 00002000:00100000:0.0:1746128325.516502:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa4000 x1830947555657728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.516509:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4000 with x1830947555657728 ext(0->4095) 00010000:00010000:0.0:1746128325.516513:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 6 pid: 9591 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746128325.516520:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e568b lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449dd expref: 6 pid: 9591 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746128325.516525:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa4000 00000100:00100000:1.0:1746128325.517126:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.523043:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.523108:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.523676:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551402880:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.523692:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5692 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449e4 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.523699:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128325.523719:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1723:x1830947555657472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7945us (8373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.523725:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30345 00000100:00100000:0.0:1746128325.527712:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.533053:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.540438:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.540525:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555658752 00000100:00100000:1.0:1746128325.540531:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555658752 00000100:00100000:1.0:1746128325.541033:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30347 00000100:00100000:1.0:1746128325.541041:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555658752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.541056:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.541069:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e56a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96449f2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.541091:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e5699 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449eb expref: 31 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.541098:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.541100:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.541103:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e56a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449f2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.541126:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e5699 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449eb expref: 31 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.541136:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e5699 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449eb expref: 31 pid: 9592 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.541145:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551403392:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.541207:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.543383:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.544348:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551403392:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.544372:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e56a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449f2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.544386:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128325.544416:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555658752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3377us (3984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.544424:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30347 00000100:00100000:0.0:1746128325.547768:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.548269:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.548490:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555659264 00000100:00100000:1.0:1746128325.548494:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555659264 00000100:00100000:1.0:1746128325.548527:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30348 00000100:00100000:1.0:1746128325.548533:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:1723:x1830947555659264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.548562:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.548574:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e56a7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96449f9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.548595:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e56a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449f2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.548601:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.548603:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.548605:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e56a7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96449f9 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.548630:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e56a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449f2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.548641:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e56a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449f2 expref: 6 pid: 9591 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.548650:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551403648:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.549157:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.552801:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.553169:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551403648:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128325.553169:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128325.553693:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e56a7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449f9 expref: 34 pid: 9591 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.553701:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e56a7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96449f9 expref: 34 pid: 9591 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.553707:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:1.0:1746128325.553726:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947555659264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5194us (5458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.553731:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30348 00000100:00100000:0.0:1746128325.557676:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.561836:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.564504:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.567402:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.570860:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.576066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.577743:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.583860:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.584088:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.590778:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.593768:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.597322:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.603441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.606731:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.607260:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.609803:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.618201:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.625960:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.631235:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.631793:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555662976 00000100:00100000:1.0:1746128325.631799:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555662976 00002000:00100000:1.0:1746128325.631829:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093e84e00 x1830947555662976/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 496/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.631837:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84e00 with x1830947555662976 ext(0->7) 00010000:00010000:1.0:1746128325.631842:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e56d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a23 expref: 32 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.631853:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e56d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a23 expref: 32 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.631858:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e84e00 00000100:00100000:1.0:1746128325.631884:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3086 00000100:00100000:1.0:1746128325.631889:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947555662976:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128325.632684:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947555662976:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 793us (1448us total) trans 4294970525 rc 0/0 00000100:00100000:1.0:1746128325.632691:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3086 00002000:00100000:1.0:1746128325.632696:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093e84e00 x1830947555662976/t4294970525(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 496/448 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.632702:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84e00 with x1830947555662976 ext(0->7) 00010000:00010000:1.0:1746128325.632708:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e56d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a23 expref: 34 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.632716:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e56d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a23 expref: 34 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.632721:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e84e00 00000100:00100000:0.0:1746128325.635095:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.641386:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.641484:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.641539:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555663488 00000100:00100000:1.0:1746128325.641568:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555663488 00002000:00100000:1.0:1746128325.641599:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87100 x1830947555663488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.641608:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87100 with x1830947555663488 ext(0->4095) 00002000:00010000:1.0:1746128325.641612:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87100 00000100:00100000:1.0:1746128325.641628:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13717 00000100:00100000:1.0:1746128325.641634:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555663488:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.641757:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555663488:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.641764:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13717 00002000:00100000:1.0:1746128325.641769:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87100 x1830947555663488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.641781:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87100 with x1830947555663488 ext(0->4095) 00002000:00010000:1.0:1746128325.641783:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87100 00000100:00100000:0.0:1746128325.645038:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.646252:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.646395:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555663616 00000100:00100000:1.0:1746128325.646400:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555663616 00000100:00100000:0.0:1746128325.650375:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.650713:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555664000 00000100:00100000:1.0:1746128325.650718:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555664000 00002000:00100000:1.0:1746128325.650748:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87800 x1830947555664000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.650756:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87800 with x1830947555664000 ext(0->4095) 00010000:00010000:1.0:1746128325.650763:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e56df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a31 expref: 35 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.650774:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e56df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a31 expref: 35 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.650779:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e87800 00000100:00100000:1.0:1746128325.650851:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3087 00000100:00100000:1.0:1746128325.650858:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947555664000:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.651125:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947555664000:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 266us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.651132:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3087 00002000:00100000:1.0:1746128325.651137:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87800 x1830947555664000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.651144:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87800 with x1830947555664000 ext(0->4095) 00010000:00010000:1.0:1746128325.651149:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e56df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a31 expref: 35 pid: 11544 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.651158:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e56df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a31 expref: 35 pid: 11544 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.651163:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e87800 00000100:00100000:0.0:1746128325.654765:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.658348:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.658410:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555664384 00000100:00100000:1.0:1746128325.658415:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555664384 00002000:00100000:1.0:1746128325.658441:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bf100 x1830947555664384/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.658449:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bf100 with x1830947555664384 ext(0->4095) 00002000:00010000:1.0:1746128325.658452:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bf100 00000100:00100000:1.0:1746128325.658473:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13718 00000100:00100000:1.0:1746128325.658478:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947555664384:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.658587:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947555664384:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.658592:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13718 00002000:00100000:1.0:1746128325.658596:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bf100 x1830947555664384/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.659072:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bf100 with x1830947555664384 ext(0->4095) 00002000:00010000:1.0:1746128325.659075:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bf100 00000100:00100000:0.0:1746128325.661265:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.667021:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.668005:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.673400:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.673463:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555665024 00000100:00100000:1.0:1746128325.673468:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555665024 00002000:00100000:1.0:1746128325.673501:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bfb80 x1830947555665024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.673514:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bfb80 with x1830947555665024 ext(0->4095) 00010000:00010000:1.0:1746128325.673521:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e56ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a3f expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.673532:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e56ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a3f expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.673538:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bfb80 00000100:00100000:1.0:1746128325.673567:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3088 00000100:00100000:1.0:1746128325.673574:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555665024:12345-192.168.202.33@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746128325.673743:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555665024:12345-192.168.202.33@tcp:3:ldlm_bl.0 Request processed in 170us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.673748:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3088 00002000:00100000:1.0:1746128325.673752:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bfb80 x1830947555665024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.673759:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bfb80 with x1830947555665024 ext(0->4095) 00010000:00010000:1.0:1746128325.673763:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e56ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a3f expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.673771:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e56ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a3f expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.673776:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bfb80 00000100:00100000:0.0:1746128325.681617:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.684469:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.684520:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555665408 00000100:00100000:1.0:1746128325.684527:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555665408 00002000:00100000:1.0:1746128325.684574:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bf480 x1830947555665408/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.684583:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bf480 with x1830947555665408 ext(0->4095) 00002000:00010000:1.0:1746128325.684587:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bf480 00000100:00100000:1.0:1746128325.684617:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13719 00000100:00100000:1.0:1746128325.684624:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947555665408:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.684731:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947555665408:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.684738:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13719 00002000:00100000:1.0:1746128325.684743:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bf480 x1830947555665408/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.684750:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bf480 with x1830947555665408 ext(0->4095) 00002000:00010000:1.0:1746128325.684753:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bf480 00000100:00100000:0.0:1746128325.688145:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.693087:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.700071:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.705511:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.707267:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.709493:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.709538:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555666304 00000100:00100000:1.0:1746128325.709572:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555666304 00000100:00100000:1.0:1746128325.709611:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30362 00000100:00100000:1.0:1746128325.709617:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:1725:x1830947555666304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.709627:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.709637:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5709 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644a5b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.709653:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.709658:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5702 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a54 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.709667:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.709670:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5709 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a5b expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.709693:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5702 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a54 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.709703:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5709 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a5b expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.709786:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128325.709823:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:1725:x1830947555666304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.709828:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30362 00000100:00100000:0.0:1746128325.711599:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.719668:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555666688 00000100:00100000:1.0:1746128325.719677:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555666688 00002000:00100000:1.0:1746128325.719713:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61df80 x1830947555666688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.719735:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61df80 with x1830947555666688 ext(0->4095) 00010000:00010000:1.0:1746128325.719744:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a54 expref: 37 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.719755:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a54 expref: 37 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.719761:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61df80 00000100:00100000:1.0:1746128325.719792:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3090 00000100:00100000:1.0:1746128325.719798:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947555666688:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.719914:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947555666688:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.719920:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3090 00002000:00100000:1.0:1746128325.719925:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61df80 x1830947555666688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.719931:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61df80 with x1830947555666688 ext(0->4095) 00010000:00010000:1.0:1746128325.719936:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a54 expref: 37 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.719944:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a54 expref: 37 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.719949:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61df80 00000100:00100000:0.0:1746128325.724317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.728326:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555667072 00000100:00100000:1.0:1746128325.728331:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555667072 00002000:00100000:1.0:1746128325.728361:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211dc00 x1830947555667072/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.728369:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211dc00 with x1830947555667072 ext(0->4095) 00002000:00010000:1.0:1746128325.728372:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211dc00 00000100:00100000:1.0:1746128325.728385:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13721 00000100:00100000:1.0:1746128325.728389:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2016:x1830947555667072:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128325.728684:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2016:x1830947555667072:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 292us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.728690:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13721 00002000:00100000:1.0:1746128325.728697:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211dc00 x1830947555667072/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.728703:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211dc00 with x1830947555667072 ext(0->4095) 00002000:00010000:1.0:1746128325.728705:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211dc00 00000100:00100000:0.0:1746128325.731052:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.736205:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.738600:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.741199:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.741473:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555667712 00000100:00100000:1.0:1746128325.741477:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555667712 00002000:00100000:1.0:1746128325.741503:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100700 x1830947555667712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.741511:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100700 with x1830947555667712 ext(0->4095) 00010000:00010000:1.0:1746128325.741517:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5710 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a62 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.741527:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5710 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a62 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.741533:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100700 00000100:00100000:1.0:1746128325.741569:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3091 00000100:00100000:1.0:1746128325.741574:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555667712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.741664:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555667712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.742299:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3091 00002000:00100000:1.0:1746128325.742307:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100700 x1830947555667712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.742321:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100700 with x1830947555667712 ext(0->4095) 00010000:00010000:1.0:1746128325.742326:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5710 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a62 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.742335:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5710 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a62 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746128325.742341:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100700 00000100:00100000:0.0:1746128325.743827:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.746835:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.746920:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555668096 00000100:00100000:1.0:1746128325.746925:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555668096 00002000:00100000:1.0:1746128325.746954:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100000 x1830947555668096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.746963:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100000 with x1830947555668096 ext(0->4095) 00002000:00010000:1.0:1746128325.746967:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f100000 00000100:00100000:1.0:1746128325.747010:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13722 00000100:00100000:1.0:1746128325.747015:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2015:x1830947555668096:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.747106:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2015:x1830947555668096:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.747111:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13722 00002000:00100000:1.0:1746128325.747115:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100000 x1830947555668096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.747122:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100000 with x1830947555668096 ext(0->4095) 00002000:00010000:1.0:1746128325.747124:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f100000 00000100:00100000:0.0:1746128325.755420:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.765894:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.772250:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128325.774682:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5717 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a69 expref: 38 pid: 9592 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.774706:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15327 00000100:00100000:1.0:1746128325.774714:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2017:x1830947555668480:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128325.774725:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128325.774740:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5717 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a69 expref: 38 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.774750:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5717 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a69 expref: 38 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.774768:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5717 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a69 expref: 38 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.774788:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.774794:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.774801:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e571e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a70 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.774808:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e571e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a70 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.774836:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e571e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a70 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128325.774846:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551408128:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128325.777214:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.777746:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551408128:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128325.777760:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128325.777791:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2017:x1830947555668480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3079us (5549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128325.777799:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15327 00000100:00100000:1.0:1746128325.777839:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.779662:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.779848:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555668992 00000100:00100000:1.0:1746128325.779852:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555668992 00010000:00010000:1.0:1746128325.779867:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e571e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a70 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.780074:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15328 00000100:00100000:1.0:1746128325.780081:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555668992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128325.780090:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128325.780103:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e571e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a70 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.780112:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e571e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a70 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.780129:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e571e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a70 expref: 6 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.780153:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.780155:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.780160:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acfc00/0x6e2f3e23d86e5725 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a77 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.780167:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097acfc00/0x6e2f3e23d86e5725 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a77 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.780187:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097acfc00/0x6e2f3e23d86e5725 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a77 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128325.780200:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551408384:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128325.780240:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.780331:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.783072:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.783343:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551408384:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128325.783352:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128325.783369:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555668992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3289us (3711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.783376:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15328 00000100:00100000:0.0:1746128325.787354:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.788356:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555669504 00000100:00100000:1.0:1746128325.788365:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555669504 00010000:00010000:1.0:1746128325.788397:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097acfc00/0x6e2f3e23d86e5725 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a77 expref: 39 pid: 9592 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746128325.788627:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15329 00000100:00100000:1.0:1746128325.788635:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947555669504:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128325.788646:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128325.788662:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097acfc00/0x6e2f3e23d86e5725 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a77 expref: 39 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.788674:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097acfc00/0x6e2f3e23d86e5725 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a77 expref: 39 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.788694:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097acfc00/0x6e2f3e23d86e5725 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a77 expref: 39 pid: 9592 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746128325.788796:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.788798:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.788805:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e572c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a7e expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.788813:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e572c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a7e expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.788841:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e572c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a7e expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128325.788852:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551408640:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128325.788927:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128325.791282:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551408640:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128325.791301:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128325.791334:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947555669504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2700us (3987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.791342:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15329 00000100:00100000:0.0:1746128325.791956:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.792076:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555669760 00000100:00100000:1.0:1746128325.792081:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555669760 00002000:00100000:1.0:1746128325.792106:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097852300 x1830947555669760/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.792115:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852300 with x1830947555669760 ext(0->4095) 00002000:00010000:1.0:1746128325.792119:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097852300 00000100:00100000:1.0:1746128325.792144:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13723 00000100:00100000:1.0:1746128325.792153:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947555669760:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.792240:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947555669760:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.792246:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13723 00002000:00100000:1.0:1746128325.792251:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097852300 x1830947555669760/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.792258:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852300 with x1830947555669760 ext(0->4095) 00002000:00010000:1.0:1746128325.792260:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097852300 00000100:00100000:0.0:1746128325.794047:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.796532:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.799074:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.799157:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555670272 00000100:00100000:1.0:1746128325.799163:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555670272 00002000:00100000:1.0:1746128325.799193:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851180 x1830947555670272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.799202:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851180 with x1830947555670272 ext(0->4095) 00002000:00010000:1.0:1746128325.799205:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097851180 00000100:00100000:1.0:1746128325.799412:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13724 00000100:00100000:1.0:1746128325.799419:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555670272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.799562:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555670272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.799567:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13724 00002000:00100000:1.0:1746128325.799572:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851180 x1830947555670272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.799579:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851180 with x1830947555670272 ext(0->4095) 00002000:00010000:1.0:1746128325.799582:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097851180 00000100:00100000:0.0:1746128325.803283:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.803380:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.811833:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.816168:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.816239:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555670912 00000100:00100000:1.0:1746128325.816246:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555670912 00002000:00100000:1.0:1746128325.816278:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b6680 x1830947555670912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.816287:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6680 with x1830947555670912 ext(0->4095) 00010000:00010000:1.0:1746128325.816294:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e573a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a8c expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.816306:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e573a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a8c expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128325.816311:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b6680 00000100:00100000:1.0:1746128325.816339:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3095 00000100:00100000:1.0:1746128325.816346:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947555670912:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.816450:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947555670912:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.816457:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3095 00002000:00100000:1.0:1746128325.816462:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b6680 x1830947555670912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.816469:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6680 with x1830947555670912 ext(0->4095) 00010000:00010000:1.0:1746128325.816473:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e573a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a8c expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.816481:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e573a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644a8c expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128325.816486:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b6680 00000100:00100000:0.0:1746128325.820020:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.820565:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.823668:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.825193:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.825251:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.828282:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.830394:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.833307:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.833365:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555672320 00000100:00100000:1.0:1746128325.833373:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555672320 00002000:00100000:1.0:1746128325.833404:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979d4000 x1830947555672320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.833412:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d4000 with x1830947555672320 ext(0->4095) 00002000:00010000:1.0:1746128325.833417:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979d4000 00000100:00100000:1.0:1746128325.833445:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13725 00000100:00100000:1.0:1746128325.833453:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947555672320:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128325.833592:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947555672320:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.833598:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13725 00002000:00100000:1.0:1746128325.833603:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979d4000 x1830947555672320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.833610:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d4000 with x1830947555672320 ext(0->4095) 00002000:00010000:1.0:1746128325.833612:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979d4000 00000100:00100000:0.0:1746128325.836118:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.840074:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.844808:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.844850:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.844866:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555672832 00000100:00100000:1.0:1746128325.844873:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555672832 00002000:00100000:1.0:1746128325.844910:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979d7100 x1830947555672832/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.844918:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d7100 with x1830947555672832 ext(0->4095) 00002000:00010000:1.0:1746128325.844922:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979d7100 00000100:00100000:1.0:1746128325.844946:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13726 00000100:00100000:1.0:1746128325.844952:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555672832:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128325.845320:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555672832:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 367us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128325.845330:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13726 00002000:00100000:1.0:1746128325.845335:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979d7100 x1830947555672832/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128325.845342:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d7100 with x1830947555672832 ext(0->4095) 00010000:00010000:1.0:1746128325.845347:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5756 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644aa8 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.845355:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5756 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644aa8 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128325.845360:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979d7100 00000100:00100000:0.0:1746128325.848441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.848735:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.852195:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555673472 00000100:00100000:0.0:1746128325.852200:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555673472 00002000:00100000:0.0:1746128325.852227:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c700 x1830947555673472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.852235:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c700 with x1830947555673472 ext(0->4095) 00010000:00010000:0.0:1746128325.852242:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e575d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644aaf expref: 39 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128325.852252:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e575d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644aaf expref: 39 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128325.852262:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61c700 00000100:00100000:0.0:1746128325.852283:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3098 00000100:00100000:0.0:1746128325.852289:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2016:x1830947555673472:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128325.852380:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2016:x1830947555673472:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 91us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128325.852385:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3098 00002000:00100000:0.0:1746128325.852389:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c700 x1830947555673472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.852395:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c700 with x1830947555673472 ext(0->4095) 00010000:00010000:0.0:1746128325.852399:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e575d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644aaf expref: 39 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128325.852406:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e575d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644aaf expref: 39 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128325.852411:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61c700 00000100:00100000:0.0:1746128325.854493:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.856758:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.858789:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.860396:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.863344:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.865169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.867399:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.867428:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.871480:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.873747:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.873814:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.876656:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.878917:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.879334:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.881461:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.883894:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.886466:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.888044:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.888089:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555676544 00000100:00100000:1.0:1746128325.888094:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555676544 00000100:00100000:1.0:1746128325.888189:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30381 00000100:00100000:1.0:1746128325.888196:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555676544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.888207:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.888220:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e578e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ae0 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.888240:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e5787 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ad9 expref: 37 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.888246:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.888248:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.888251:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e578e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ae0 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.888671:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e5787 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ad9 expref: 37 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.888687:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e5787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ad9 expref: 37 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.888698:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551412096:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.889002:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128325.891143:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551412096:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.891169:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e578e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ae0 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.891183:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128325.891368:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555676544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3171us (3325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.891376:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30381 00000100:00100000:0.0:1746128325.891616:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.893700:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.895907:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.895968:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555677056 00000100:00100000:1.0:1746128325.895983:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555677056 00000100:00100000:1.0:1746128325.896052:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30382 00000100:00100000:1.0:1746128325.896058:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:1725:x1830947555677056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.896069:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.896082:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5795 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ae7 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.896106:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e578e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ae0 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.896113:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.896114:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.896118:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5795 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ae7 expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.896140:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e578e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ae0 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.896149:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e578e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ae0 expref: 5 pid: 11544 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.896159:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551412352:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.896448:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.897407:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.897853:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551412352:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.897868:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5795 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ae7 expref: 39 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.897875:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128325.897891:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:1725:x1830947555677056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1834us (1989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.897896:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30382 00000100:00100000:0.0:1746128325.898028:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.900716:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.902775:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.902817:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.906022:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.908390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.908448:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.911743:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.914160:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.917960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.921522:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.921776:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555679104 00000100:00100000:1.0:1746128325.921783:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555679104 00000100:00100000:1.0:1746128325.921827:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30386 00000100:00100000:1.0:1746128325.921834:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555679104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.921848:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.921862:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e57b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644b03 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.921885:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e57aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644afc expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.921892:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.921894:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.921896:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e57b1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b03 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.921921:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e57aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644afc expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.921932:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e57aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644afc expref: 37 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.921943:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551413376:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.922033:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128325.923646:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551413376:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.923668:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e57b1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b03 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.923911:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128325.924057:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555679104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (2541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.924064:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30386 00000100:00100000:0.0:1746128325.924241:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.927218:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.927584:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555679360 00000100:00100000:1.0:1746128325.927591:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555679360 00000100:00100000:1.0:1746128325.927857:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30387 00000100:00100000:0.0:1746128325.927967:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.928009:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:1723:x1830947555679360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.928025:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.928037:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e57b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644b0a expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.928060:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e57b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b03 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.928070:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.928071:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.928074:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e57b8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b0a expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.928181:0:11544:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e57b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b03 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.928191:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e57b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b03 expref: 6 pid: 11544 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.928204:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551413632:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128325.928307:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128325.929936:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551413632:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128325.929954:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e57b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b0a expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.929964:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e200, rc 0) 00000100:00100000:1.0:1746128325.930009:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:1723:x1830947555679360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2145us (2796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.930015:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30387 00000100:00100000:0.0:1746128325.931465:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.931513:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555679744 00000100:00100000:1.0:1746128325.931519:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555679744 00000100:00100000:1.0:1746128325.931638:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30388 00000100:00100000:1.0:1746128325.931645:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:1725:x1830947555679744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128325.931661:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128325.931673:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e57bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644b11 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.931691:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.931695:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e57b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b0a expref: 39 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.931700:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128325.931703:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e57bf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b11 expref: 39 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.931731:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e57b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b0a expref: 39 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.931741:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e57bf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b11 expref: 39 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.931748:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128325.931783:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:1725:x1830947555679744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.931788:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30388 00000100:00100000:0.0:1746128325.933358:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.938582:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.940793:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.944154:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.948424:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.951564:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555680768 00000100:00100000:0.0:1746128325.951570:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555680768 00010000:00010000:0.0:1746128325.951590:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e57bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b11 expref: 38 pid: 11544 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746128325.951631:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15351 00000100:00100000:0.0:1746128325.952139:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947555680768:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128325.952735:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128325.952755:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e57bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b11 expref: 38 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.952767:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e57bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b11 expref: 38 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.952786:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e57bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b11 expref: 38 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.952862:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.952864:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.952870:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.952877:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.952904:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128325.952915:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551414272:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128325.953403:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.955943:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.956636:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551414272:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128325.956649:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128325.956668:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2015:x1830947555680768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5032us (5237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.956676:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15351 00000100:00100000:0.0:1746128325.956910:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555681152 00000100:00100000:0.0:1746128325.956913:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555681152 00002000:00100000:0.0:1746128325.956935:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ed80 x1830947555681152/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/0 e 0 to 0 dl 1746128336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.956943:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ed80 with x1830947555681152 ext(0->4095) 00010000:00010000:0.0:1746128325.956948:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128325.956956:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128325.956961:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ed80 00000100:00100000:0.0:1746128325.956985:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3107 00000100:00100000:0.0:1746128325.956990:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555681152:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128325.957101:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555681152:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (381us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128325.957107:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3107 00002000:00100000:0.0:1746128325.957112:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ed80 x1830947555681152/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746128336 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128325.957118:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ed80 with x1830947555681152 ext(0->4095) 00010000:00010000:0.0:1746128325.957123:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128325.957131:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128325.957136:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ed80 00000100:00100000:0.0:1746128325.959571:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.961155:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.961966:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555681408 00000100:00100000:1.0:1746128325.961984:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555681408 00010000:00010000:1.0:1746128325.962007:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.962224:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15352 00000100:00100000:1.0:1746128325.962232:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555681408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128325.962244:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128325.962259:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.962269:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.962291:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b18 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.962315:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.962317:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.962322:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e57cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b1f expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.962328:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e57cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b1f expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.962350:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e57cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b1f expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.962361:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e57cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b1f expref: 38 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.962371:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551414656:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128325.962437:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128325.965812:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551414656:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128325.965836:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128325.965882:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555681408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3650us (4728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.965892:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15352 00000100:00100000:0.0:1746128325.966584:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.969999:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.970161:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555681792 00000100:00100000:1.0:1746128325.970168:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555681792 00010000:00010000:1.0:1746128325.970196:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e57cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b1f expref: 39 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.970448:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15353 00000100:00100000:1.0:1746128325.970455:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947555681792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128325.970466:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128325.970482:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e57cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b1f expref: 39 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.970493:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e57cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b1f expref: 39 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.970511:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097acea00/0x6e2f3e23d86e57cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b1f expref: 39 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.970526:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.970527:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.970535:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e57d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b26 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.970573:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e57d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b26 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.970600:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e57d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b26 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128325.970610:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551414784:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128325.970960:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.975049:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.975293:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551414784:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128325.975309:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128325.975344:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947555681792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4889us (5350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.975352:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15353 00000100:00100000:0.0:1746128325.978375:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.982757:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.983031:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555682304 00000100:00100000:1.0:1746128325.983036:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555682304 00010000:00010000:1.0:1746128325.983056:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e57d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b26 expref: 38 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.983073:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15354 00000100:00100000:1.0:1746128325.983079:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947555682304:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128325.983089:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128325.983102:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e57d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b26 expref: 38 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.983111:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e57d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b26 expref: 38 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.983129:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097acf200/0x6e2f3e23d86e57d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b26 expref: 38 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.983312:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.983314:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.983320:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e57db lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b2d expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.983327:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e57db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b2d expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.983350:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e57db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b2d expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128325.983360:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551415040:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128325.983755:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128325.988238:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.988893:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.989016:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551415040:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128325.989037:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128325.989073:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2014:x1830947555682304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5993us (6321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.989082:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15354 00000100:00100000:0.0:1746128325.995026:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128325.995110:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128325.995670:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555682944 00000100:00100000:1.0:1746128325.995675:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555682944 00010000:00010000:1.0:1746128325.995691:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e57db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b2d expref: 6 pid: 11544 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.995708:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15355 00000100:00100000:1.0:1746128325.995713:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555682944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128325.995720:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128325.995735:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e57db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b2d expref: 6 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.995745:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e57db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b2d expref: 6 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.995760:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e57db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b2d expref: 6 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128325.995778:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.995779:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128325.995784:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e57e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b34 expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.995790:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e57e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b34 expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.995808:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e57e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b34 expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128325.995818:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e57e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b34 expref: 38 pid: 11544 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128325.995828:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551415424:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128325.995878:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128325.998158:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551415424:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128325.998174:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128325.998213:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555682944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2500us (3104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128325.998222:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15355 00000100:00100000:0.0:1746128325.999811:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.002749:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.002837:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555683328 00000100:00100000:1.0:1746128326.002844:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555683328 00010000:00010000:1.0:1746128326.002869:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e57e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b34 expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.002908:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15356 00000100:00100000:1.0:1746128326.002915:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947555683328:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128326.002926:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128326.002942:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e57e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b34 expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.002952:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e57e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b34 expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.002984:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e57e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b34 expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.003008:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.003010:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.003015:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e57e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b3b expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.003023:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e57e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b3b expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.003049:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e57e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b3b expref: 38 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128326.003377:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551415552:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128326.003581:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.005592:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551415552:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128326.005611:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128326.005642:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947555683328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2726us (2992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.005650:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15356 00000100:00100000:0.0:1746128326.006450:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.013489:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.015854:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.015921:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.016848:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555683840 00000100:00100000:1.0:1746128326.016854:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555683840 00010000:00010000:1.0:1746128326.016878:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e57e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b3b expref: 38 pid: 11544 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.017185:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15357 00000100:00100000:1.0:1746128326.017194:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2015:x1830947555683840:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128326.017203:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128326.017218:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e57e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b3b expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.017229:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e57e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b3b expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.017246:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e57e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b3b expref: 39 pid: 11544 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.017259:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.017261:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.017266:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b42 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.017957:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b42 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.018030:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57f0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b42 expref: 5 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.018037:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57f0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b42 expref: 5 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.018045:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551415936:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128326.018200:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.021670:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.021760:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551415936:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128326.021777:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128326.021823:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2015:x1830947555683840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4630us (5972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.021832:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15357 00000100:00100000:0.0:1746128326.026027:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.026209:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555684352 00000100:00100000:1.0:1746128326.026217:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555684352 00010000:00010000:1.0:1746128326.026241:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b42 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.026328:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15358 00000100:00100000:1.0:1746128326.026335:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555684352:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128326.026346:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128326.026364:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b42 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.026379:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b42 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.026397:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ace000/0x6e2f3e23d86e57f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b42 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.026426:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.026428:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.026434:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.026441:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.026467:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128326.026477:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551416064:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128326.027094:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.031944:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.032096:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551416064:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128326.032114:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128326.032147:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555684352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5813us (6126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.032154:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15358 00000100:00100000:0.0:1746128326.034071:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.038531:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.038629:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555684864 00000100:00100000:1.0:1746128326.038637:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555684864 00002000:00100000:1.0:1746128326.038674:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096ba1500 x1830947555684864/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.038684:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1500 with x1830947555684864 ext(0->7) 00010000:00010000:1.0:1746128326.038691:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 38 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.038704:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 38 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.038710:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba1500 00000100:00100000:1.0:1746128326.038740:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3112 00000100:00100000:1.0:1746128326.038746:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947555684864:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128326.039940:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2015:x1830947555684864:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1193us (1414us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746128326.039947:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3112 00002000:00100000:0.0:1746128326.039953:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096ba1500 x1830947555684864/t4294970528(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/448 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.039960:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1500 with x1830947555684864 ext(0->7) 00010000:00010000:0.0:1746128326.039966:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 40 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.039985:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 40 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.039991:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba1500 00000100:00100000:0.0:1746128326.043804:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.043990:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555684992 00000100:00100000:1.0:1746128326.043997:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555684992 00010000:00010000:1.0:1746128326.044027:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 40 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.044066:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15359 00000100:00100000:1.0:1746128326.044072:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2015:x1830947555684992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128326.044084:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128326.044100:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 40 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.044110:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 40 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.044135:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e57f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b49 expref: 40 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.044193:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.044195:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.044201:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e57fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b50 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.044208:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e57fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b50 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.044234:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e57fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b50 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128326.044246:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551416320:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128326.044323:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.046000:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551416320:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128326.046015:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128326.046159:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.046225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.046265:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2015:x1830947555684992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1967us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.046510:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15359 00000100:00100000:0.0:1746128326.047933:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.049485:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.049733:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555685632 00000100:00100000:0.0:1746128326.049737:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555685632 00010000:00010000:0.0:1746128326.049751:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e57fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b50 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746128326.049776:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15360 00000100:00100000:0.0:1746128326.049782:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555685632:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128326.049789:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128326.049802:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e57fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b50 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.049811:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e57fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b50 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.049825:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e57fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b50 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.049835:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.049837:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.049841:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e5805 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b57 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.049848:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e5805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b57 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.049865:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e5805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b57 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.049873:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097acfa00/0x6e2f3e23d86e5805 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b57 expref: 40 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746128326.049882:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ba3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551416704:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128326.049916:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.052035:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.054900:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.057746:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.059479:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.062051:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.065073:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.067776:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.068162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.071410:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.073865:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.076651:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.076695:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.078893:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.081128:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.081164:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.083165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.085462:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.088205:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.090148:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.092400:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.096676:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.097802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.098155:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.098194:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555689600 00000100:00100000:1.0:1746128326.098198:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555689600 00000100:00100000:1.0:1746128326.098216:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30407 00000100:00100000:1.0:1746128326.098226:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:1725:x1830947555689600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.098232:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.098238:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5844 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644b96 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.098248:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.098251:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e583d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b8f expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.098256:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.098259:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5844 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b96 expref: 42 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.098278:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e583d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b8f expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.098288:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5844 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644b96 expref: 42 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.098295:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128326.098315:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:1725:x1830947555689600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.098320:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30407 00000100:00100000:0.0:1746128326.100161:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.103247:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.106402:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.108693:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.111456:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.115724:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.118511:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.120199:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.123193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.123227:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.123248:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555691136 00000100:00100000:1.0:1746128326.123255:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555691136 00000100:00100000:1.0:1746128326.123286:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30410 00000100:00100000:1.0:1746128326.123292:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:1725:x1830947555691136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.123304:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.123317:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5859 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644bab expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.123335:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.123339:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5852 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ba4 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.123345:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.123348:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5859 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bab expref: 42 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.123762:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5852 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ba4 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.123780:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5859 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bab expref: 41 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.123787:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.123789:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.123793:0:27081:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5852 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ba4 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.123800:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5852 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ba4 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.123815:0:27081:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5852 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ba4 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.123825:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e5852 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ba4 expref: 41 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.123834:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551419520:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128326.124255:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.126712:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551419520:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128326.126736:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128326.126768:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:1725:x1830947555691136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3475us (3579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.126775:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30410 00000100:00100000:0.0:1746128326.127414:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.131167:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.134257:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.136771:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.136861:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555692032 00000100:00100000:1.0:1746128326.136868:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555692032 00000100:00100000:1.0:1746128326.136919:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30411 00000100:00100000:1.0:1746128326.136926:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555692032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.136940:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.136955:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5860 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644bb2 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.136987:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5859 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bab expref: 39 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.136994:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.136995:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.136999:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5860 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb2 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.137027:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5859 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bab expref: 39 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.137038:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5859 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bab expref: 39 pid: 27081 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.137049:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551419776:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.137117:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.143707:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551419776:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.143741:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5860 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb2 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.143756:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128326.143814:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555692032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6887us (7048us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.143822:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30411 00000100:00100000:0.0:1746128326.143908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.144161:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.144415:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555692288 00000100:00100000:1.0:1746128326.144418:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555692288 00000100:00100000:1.0:1746128326.144633:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30412 00000100:00100000:1.0:1746128326.144640:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:1723:x1830947555692288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.144649:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.144658:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644bb9 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.144672:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5860 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb2 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.144678:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.144680:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.144683:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 41 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.144697:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5860 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb2 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.144706:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5860 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb2 expref: 5 pid: 27081 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.144880:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551420032:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.145624:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.147337:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.147721:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551420032:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.147736:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 40 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.147747:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128326.147764:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:1723:x1830947555692288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3126us (3604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.147770:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30412 00000100:00100000:0.0:1746128326.150919:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.154841:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.155923:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555692928 00000100:00100000:1.0:1746128326.155929:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555692928 00002000:00100000:1.0:1746128326.155957:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006d9f8e00 x1830947555692928/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.155978:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9f8e00 with x1830947555692928 ext(0->4095) 00002000:00010000:1.0:1746128326.155981:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006d9f8e00 00000100:00100000:1.0:1746128326.156083:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13744 00000100:00100000:1.0:1746128326.156091:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947555692928:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.156195:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947555692928:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (1359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.156200:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13744 00002000:00100000:1.0:1746128326.156205:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006d9f8e00 x1830947555692928/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.156212:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9f8e00 with x1830947555692928 ext(0->4095) 00002000:00010000:1.0:1746128326.156214:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006d9f8e00 00000100:00100000:0.0:1746128326.160632:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.161392:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555693056 00000100:00100000:1.0:1746128326.161401:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555693056 00000100:00100000:1.0:1746128326.161458:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30413 00000100:00100000:1.0:1746128326.161464:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555693056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.161480:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.161495:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e586e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644bc0 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.161520:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 39 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.161527:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.161529:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.161532:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e586e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bc0 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.161575:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 39 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.161585:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 39 pid: 27081 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.161594:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551420288:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.162430:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.169480:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551420288:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.169505:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e586e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bc0 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.169520:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128326.169580:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555693056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8115us (8958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.169587:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30413 00000100:00100000:0.0:1746128326.182131:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.182170:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.182199:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555693184 00000100:00100000:0.0:1746128326.182206:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555693184 00002000:00100000:0.0:1746128326.182243:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099def100 x1830947555693184/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.182252:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099def100 with x1830947555693184 ext(0->7) 00010000:00010000:0.0:1746128326.182260:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 41 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.182272:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 41 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.182279:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099def100 00000100:00100000:0.0:1746128326.182291:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3120 00000100:00100000:0.0:1746128326.182297:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2017:x1830947555693184:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128326.183391:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2017:x1830947555693184:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1092us (1218us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746128326.183398:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3120 00002000:00100000:0.0:1746128326.183404:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099def100 x1830947555693184/t4294970529(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/448 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.183412:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099def100 with x1830947555693184 ext(0->7) 00010000:00010000:0.0:1746128326.183417:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.183427:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bb9 expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.183433:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099def100 00000100:00100000:0.0:1746128326.185466:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.190709:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.200701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.204416:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.207401:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.210249:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128326.211727:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128326.213064:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.217796:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.220599:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.224427:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.224469:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.233716:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.237087:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.237245:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.237272:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555695872 00000100:00100000:0.0:1746128326.237275:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555695872 00010000:00010000:0.0:1746128326.237289:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e588a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bdc expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746128326.237511:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15380 00000100:00100000:0.0:1746128326.237518:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2014:x1830947555695872:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128326.237525:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128326.237539:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e588a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bdc expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.237568:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e588a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bdc expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.237581:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e588a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644bdc expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.237598:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.237600:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.237605:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e5891 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644be3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.237615:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e5891 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644be3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.237688:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e5891 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644be3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.237698:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e5891 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644be3 expref: 5 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746128326.237707:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551421824:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128326.237759:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.239503:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.239558:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555696256 00000100:00100000:1.0:1746128326.239562:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555696256 00002000:00100000:1.0:1746128326.239582:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c2680 x1830947555696256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.239591:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c2680 with x1830947555696256 ext(0->4095) 00010000:00010000:1.0:1746128326.239596:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e5891 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644be3 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.239606:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e5891 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644be3 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.239611:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979c2680 00000100:00100000:1.0:1746128326.239630:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3124 00000100:00100000:1.0:1746128326.239634:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555696256:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.239738:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555696256:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.239744:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3124 00002000:00100000:1.0:1746128326.239749:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c2680 x1830947555696256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.239755:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c2680 with x1830947555696256 ext(0->4095) 00010000:00010000:1.0:1746128326.239759:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e5891 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644be3 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.239768:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e5891 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644be3 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.239773:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979c2680 00000100:00100000:0.0:1746128326.241670:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.243965:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.244047:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555696640 00000100:00100000:1.0:1746128326.244053:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555696640 00002000:00100000:1.0:1746128326.244088:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c3b80 x1830947555696640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.244096:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c3b80 with x1830947555696640 ext(0->4095) 00002000:00010000:1.0:1746128326.244101:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c3b80 00000100:00100000:1.0:1746128326.244125:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13747 00000100:00100000:1.0:1746128326.244131:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947555696640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.244232:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947555696640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.244238:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13747 00002000:00100000:1.0:1746128326.244243:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c3b80 x1830947555696640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.244250:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c3b80 with x1830947555696640 ext(0->4095) 00002000:00010000:1.0:1746128326.244252:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c3b80 00000100:00100000:0.0:1746128326.245240:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.247194:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.249960:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.250108:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555697152 00000100:00100000:1.0:1746128326.250112:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555697152 00002000:00100000:1.0:1746128326.250138:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137800 x1830947555697152/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.250146:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137800 with x1830947555697152 ext(0->4095) 00002000:00010000:1.0:1746128326.250150:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c137800 00000100:00100000:1.0:1746128326.250170:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13748 00000100:00100000:1.0:1746128326.250180:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555697152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.250280:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555697152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.250286:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13748 00002000:00100000:1.0:1746128326.250290:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137800 x1830947555697152/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.250300:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137800 with x1830947555697152 ext(0->4095) 00002000:00010000:1.0:1746128326.250302:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c137800 00000100:00100000:0.0:1746128326.251462:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.252954:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.254116:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.255893:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.259003:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.259503:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.262608:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.266385:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551422720:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128326.266401:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128326.266438:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947555697920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7096us (7437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128326.266446:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15384 00000100:00100000:0.0:1746128326.269918:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.273124:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.284039:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.284106:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555698816 00000100:00100000:1.0:1746128326.284114:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555698816 00002000:00100000:1.0:1746128326.284153:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137b80 x1830947555698816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.284162:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137b80 with x1830947555698816 ext(0->4095) 00010000:00010000:1.0:1746128326.284169:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e58b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c06 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.284182:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e58b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c06 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.284188:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137b80 00000100:00100000:1.0:1746128326.284217:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3127 00000100:00100000:1.0:1746128326.284224:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555698816:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.284340:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555698816:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.284346:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3127 00002000:00100000:1.0:1746128326.284351:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137b80 x1830947555698816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.284358:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137b80 with x1830947555698816 ext(0->4095) 00010000:00010000:1.0:1746128326.284362:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e58b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c06 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.284371:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e58b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c06 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.284377:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137b80 00000100:00100000:0.0:1746128326.289210:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.293494:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.296608:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.305277:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.305365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.309066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.309360:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555699840 00000100:00100000:0.0:1746128326.309364:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555699840 00002000:00100000:0.0:1746128326.309387:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982300 x1830947555699840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.309395:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982300 with x1830947555699840 ext(0->4095) 00010000:00010000:0.0:1746128326.309401:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e58c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c14 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.309411:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e58c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c14 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.309417:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e982300 00000100:00100000:0.0:1746128326.309440:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3128 00000100:00100000:0.0:1746128326.309446:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555699840:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128326.309530:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555699840:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128326.309539:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3128 00002000:00100000:0.0:1746128326.309564:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982300 x1830947555699840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.309571:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982300 with x1830947555699840 ext(0->4095) 00010000:00010000:0.0:1746128326.309576:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e58c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c14 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.309584:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4600/0x6e2f3e23d86e58c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c14 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.309589:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e982300 00000100:00100000:0.0:1746128326.313212:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.314476:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.318057:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3775:1830947551424000:0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.319282:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551424256:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.319560:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128326.319593:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551424512:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.319616:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128326.319629:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551425024:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.319644:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128326.319663:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551425536:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.319676:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128326.319696:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551424000 00000100:00100000:1.0:1746128326.319700:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551424000 00000100:00100000:1.0:1746128326.319723:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1746128326.319728:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3775:x1830947551424000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.319756:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3775:x1830947551424000:12345-0@lo:400:kworker.0 Request processed in 27us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.319760:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1746128326.319783:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3775:1830947551424000:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.319797:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551425536 00000100:00100000:1.0:1746128326.319800:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551425536 00000100:00100000:1.0:1746128326.319823:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1746128326.319827:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551425536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.319853:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551425536:12345-0@lo:400:kworker.0 Request processed in 26us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128326.320653:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128326.320668:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3773:1830947551424768:0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.320684:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128326.320695:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3773:1830947551425280:0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.320708:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128326.320793:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551424128 00000100:00100000:0.0:1746128326.320797:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551424128 00000100:00100000:0.0:1746128326.320813:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551424640 00000100:00100000:0.0:1746128326.320814:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551424640 00000100:00100000:0.0:1746128326.320823:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1746128326.320827:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3776:x1830947551424128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.320855:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3776:x1830947551424128:12345-0@lo:400:kworker.0 Request processed in 28us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128326.320860:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1746128326.320867:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551425152 00000100:00100000:0.0:1746128326.320869:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551425152 00000100:00100000:0.0:1746128326.320877:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551424384 00000100:00100000:0.0:1746128326.320878:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551424384 00000100:00100000:0.0:1746128326.320885:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551424768 00000100:00100000:0.0:1746128326.320887:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551424768 00000100:00100000:0.0:1746128326.320894:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551425280 00000100:00100000:0.0:1746128326.320895:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551425280 00000100:00100000:0.0:1746128326.320904:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1746128326.320907:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3776:x1830947551424640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.320927:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3776:x1830947551424640:12345-0@lo:400:kworker.0 Request processed in 20us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128326.320932:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1746128326.320939:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1746128326.320943:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3776:x1830947551425152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.321443:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1746128326.321470:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551424512:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.321478:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551425024:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.321486:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551425536:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.321521:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1746128326.321526:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3774:x1830947551424384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.321850:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3774:x1830947551424384:12345-0@lo:400:kworker.0 Request processed in 323us (1834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.321856:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1746128326.321868:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1746128326.321873:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3773:x1830947551425280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.321897:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3773:x1830947551425280:12345-0@lo:400:kworker.0 Request processed in 25us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.321902:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1746128326.321917:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551424256 00000100:00100000:1.0:1746128326.321920:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551424256 00000100:00100000:1.0:1746128326.321935:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1746128326.321938:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3773:x1830947551424256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.321957:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3773:x1830947551424256:12345-0@lo:400:kworker.0 Request processed in 19us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.321964:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1746128326.322003:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3774:1830947551424384:0@lo:400:kworker.0 00000100:00100000:1.0:1746128326.322012:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551424896:0@lo:400:kworker.0 00000100:00080000:1.0:1746128326.322036:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746128326.322039:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746128326.322041:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746128326.322043:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128326.322419:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551425408:0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.322819:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3776:x1830947551425152:12345-0@lo:400:kworker.0 Request processed in 1874us (2838us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128326.322825:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1746128326.323140:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3776:1830947551424128:0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.323150:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3776:1830947551424640:0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.323159:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3776:1830947551425152:0@lo:400:kworker.0 00000100:00100000:0.0:1746128326.323797:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.326348:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.326441:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555700736 00000100:00100000:1.0:1746128326.326446:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555700736 00002000:00100000:1.0:1746128326.326472:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b02d80 x1830947555700736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.326481:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b02d80 with x1830947555700736 ext(0->4095) 00002000:00010000:1.0:1746128326.326484:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b02d80 00000100:00100000:1.0:1746128326.326511:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13750 00000100:00100000:1.0:1746128326.326517:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947555700736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.326703:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947555700736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.326708:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13750 00002000:00100000:1.0:1746128326.326713:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b02d80 x1830947555700736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.326720:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b02d80 with x1830947555700736 ext(0->4095) 00002000:00010000:1.0:1746128326.326723:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b02d80 00000100:00100000:0.0:1746128326.328240:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.328317:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555700864 00000100:00100000:1.0:1746128326.328323:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555700864 00000100:00100000:1.0:1746128326.328360:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30428 00000100:00100000:1.0:1746128326.328366:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555700864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.328377:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.328389:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e58d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644c29 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.328409:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e58d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c22 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.328415:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.328416:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.328419:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e58d7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c29 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.328441:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e58d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c22 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.328450:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e58d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c22 expref: 41 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.328460:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551425792:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.328520:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.330492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.330583:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551425792:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.330606:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e58d7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c29 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.330623:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128326.330652:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555700864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2286us (2415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.330658:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30428 00000100:00100000:1.0:1746128326.333095:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551426048 00000100:00100000:1.0:1746128326.333100:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551426048 00000100:00100000:1.0:1746128326.333135:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1746128326.333137:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.333141:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551426048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746128326.333183:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921485824 avail 3689963520 00000100:00100000:1.0:1746128326.333211:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551426048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.333217:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1746128326.333232:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555701248 00000100:00100000:1.0:1746128326.333235:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555701248 00002000:00100000:1.0:1746128326.333251:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b02a00 x1830947555701248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.333260:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b02a00 with x1830947555701248 ext(0->4095) 00002000:00010000:1.0:1746128326.333264:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b02a00 00000100:00100000:1.0:1746128326.333274:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13751 00000100:00100000:1.0:1746128326.333278:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555701248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.333356:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555701248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 78us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.333361:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13751 00002000:00100000:1.0:1746128326.333365:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b02a00 x1830947555701248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.333373:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b02a00 with x1830947555701248 ext(0->4095) 00002000:00010000:1.0:1746128326.333375:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b02a00 00000100:00100000:0.0:1746128326.337155:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.337194:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.337215:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555701376 00000100:00100000:1.0:1746128326.337222:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555701376 00000100:00100000:1.0:1746128326.337293:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555701504 00000100:00100000:1.0:1746128326.337296:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555701504 00000100:00100000:1.0:1746128326.337349:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30430 00000100:00100000:1.0:1746128326.337355:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:1723:x1830947555701504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.337362:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.337368:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e58e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644c37 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.337383:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.337386:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e58de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c30 expref: 44 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.337391:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.337393:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e58e5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c37 expref: 44 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.337416:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e58de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c30 expref: 44 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.337432:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e58e5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c37 expref: 44 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.337722:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e200, rc 0) 00000100:00100000:1.0:1746128326.337748:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:1723:x1830947555701504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 393us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.337754:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30430 00000100:00100000:0.0:1746128326.341122:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.344155:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.344224:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555701888 00000100:00100000:1.0:1746128326.344230:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555701888 00002000:00100000:1.0:1746128326.344262:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b03100 x1830947555701888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.344270:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03100 with x1830947555701888 ext(0->4095) 00010000:00010000:1.0:1746128326.344277:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e58de lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c30 expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.344289:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e58de lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c30 expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.344295:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b03100 00000100:00100000:1.0:1746128326.344493:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3130 00000100:00100000:1.0:1746128326.344501:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2015:x1830947555701888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.344609:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2015:x1830947555701888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.344614:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3130 00002000:00100000:1.0:1746128326.344791:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b03100 x1830947555701888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.344799:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03100 with x1830947555701888 ext(0->4095) 00010000:00010000:1.0:1746128326.344805:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e58de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c30 expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.344818:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e58de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c30 expref: 43 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.344823:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b03100 00000100:00100000:0.0:1746128326.346294:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.346337:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.347752:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746128326.347764:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551426816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746128326.347794:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128326.348159:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551426816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128326.350068:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.350363:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555702400 00000100:00100000:1.0:1746128326.350367:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555702400 00002000:00100000:1.0:1746128326.350394:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b01880 x1830947555702400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.350402:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b01880 with x1830947555702400 ext(0->4095) 00010000:00010000:1.0:1746128326.350409:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e58e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c37 expref: 42 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.350420:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e58e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c37 expref: 42 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.350426:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b01880 00000100:00100000:1.0:1746128326.350438:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3131 00000100:00100000:1.0:1746128326.350443:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947555702400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.350529:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947555702400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.350564:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3131 00002000:00100000:1.0:1746128326.350569:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b01880 x1830947555702400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.350575:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b01880 with x1830947555702400 ext(0->4095) 00010000:00010000:1.0:1746128326.350579:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e58e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c37 expref: 42 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.350586:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e58e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c37 expref: 42 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.350591:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b01880 00000100:00100000:0.0:1746128326.353476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.353615:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.353695:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555702528 00000100:00100000:1.0:1746128326.353702:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555702528 00000100:00100000:1.0:1746128326.353858:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30432 00000100:00100000:1.0:1746128326.353865:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:1723:x1830947555702528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.353878:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.353891:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e58f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644c45 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.353910:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.353916:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e58ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c3e expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.353922:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128326.353925:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e58f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c45 expref: 43 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.353959:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e58ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c3e expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.353982:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e58f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c45 expref: 43 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.353990:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128326.354624:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:1723:x1830947555702528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 758us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.354630:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30432 00000100:00100000:0.0:1746128326.359746:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.362745:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.366253:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.367089:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555703296 00000100:00100000:1.0:1746128326.367096:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555703296 00002000:00100000:1.0:1746128326.367128:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495c00 x1830947555703296/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.367138:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495c00 with x1830947555703296 ext(0->4095) 00002000:00010000:1.0:1746128326.367142:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495c00 00000100:00100000:1.0:1746128326.367169:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13752 00000100:00100000:1.0:1746128326.367175:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947555703296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.367294:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947555703296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1044us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.367300:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13752 00002000:00100000:1.0:1746128326.367305:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495c00 x1830947555703296/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.367318:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495c00 with x1830947555703296 ext(0->4095) 00002000:00010000:1.0:1746128326.367321:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495c00 00000100:00100000:1.0:1746128326.369932:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.373645:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.376702:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.378885:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.383644:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.387380:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.391023:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.394724:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.395718:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2015:x1830947555704576:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 705us (993us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746128326.395724:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3134 00002000:00100000:0.0:1746128326.395730:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b496300 x1830947555704576/t4294970530(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/448 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.395737:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496300 with x1830947555704576 ext(0->7) 00010000:00010000:0.0:1746128326.395743:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5901 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c53 expref: 44 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.395753:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e5901 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c53 expref: 44 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.395758:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496300 00000100:00100000:0.0:1746128326.398031:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.402174:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.402502:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555704960 00000100:00100000:1.0:1746128326.402508:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555704960 00002000:00100000:1.0:1746128326.402538:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495180 x1830947555704960/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.402561:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495180 with x1830947555704960 ext(0->4095) 00002000:00010000:1.0:1746128326.402564:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495180 00000100:00100000:1.0:1746128326.402586:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13754 00000100:00100000:1.0:1746128326.402591:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555704960:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128326.402745:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555704960:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.402752:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13754 00002000:00100000:1.0:1746128326.402757:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495180 x1830947555704960/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.402764:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495180 with x1830947555704960 ext(0->4095) 00002000:00010000:1.0:1746128326.402767:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495180 00000100:00100000:0.0:1746128326.405419:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.407417:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.407478:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.409919:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.409963:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555705600 00000100:00100000:1.0:1746128326.409978:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555705600 00002000:00100000:1.0:1746128326.410001:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497800 x1830947555705600/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.410014:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497800 with x1830947555705600 ext(0->4095) 00010000:00010000:1.0:1746128326.410019:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e590f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c61 expref: 45 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.410028:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e590f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c61 expref: 45 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.410033:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497800 00000100:00100000:1.0:1746128326.410053:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3135 00000100:00100000:1.0:1746128326.410058:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2014:x1830947555705600:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.410149:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2014:x1830947555705600:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.410154:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3135 00002000:00100000:1.0:1746128326.410162:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497800 x1830947555705600/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.410168:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497800 with x1830947555705600 ext(0->4095) 00010000:00010000:1.0:1746128326.410173:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e590f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c61 expref: 45 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.410180:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e590f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c61 expref: 45 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.410186:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497800 00000100:00100000:0.0:1746128326.411834:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.411871:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.411876:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555705856 00000100:00100000:1.0:1746128326.411881:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555705856 00000100:00100000:1.0:1746128326.411916:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30438 00000100:00100000:1.0:1746128326.411922:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555705856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.411932:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.411943:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e591d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644c6f expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.411960:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.411964:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e5916 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c68 expref: 44 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.411984:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128326.411987:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e591d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c6f expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.412011:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e5916 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c68 expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.412021:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e591d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c6f expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.412029:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128326.412051:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555705856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.412056:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30438 00000100:00100000:0.0:1746128326.415696:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.415999:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555706112 00000100:00100000:1.0:1746128326.416004:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555706112 00002000:00100000:1.0:1746128326.416031:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494380 x1830947555706112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.416046:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494380 with x1830947555706112 ext(0->4095) 00010000:00010000:1.0:1746128326.416052:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e5916 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c68 expref: 44 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.416063:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e5916 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c68 expref: 44 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.416069:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494380 00000100:00100000:1.0:1746128326.416095:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3136 00000100:00100000:1.0:1746128326.416100:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2015:x1830947555706112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.416519:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2015:x1830947555706112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 418us (827us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.416525:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3136 00002000:00100000:1.0:1746128326.416529:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494380 x1830947555706112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.416536:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494380 with x1830947555706112 ext(0->4095) 00010000:00010000:1.0:1746128326.416559:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e5916 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c68 expref: 44 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.416567:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e5916 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c68 expref: 44 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.416573:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494380 00000100:00100000:0.0:1746128326.417811:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.418455:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.420824:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.420885:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555706624 00000100:00100000:1.0:1746128326.420890:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555706624 00002000:00100000:1.0:1746128326.420914:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bdc00 x1830947555706624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.420922:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bdc00 with x1830947555706624 ext(0->4095) 00010000:00010000:1.0:1746128326.420927:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e591d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c6f expref: 6 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.420936:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e591d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c6f expref: 6 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.420942:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a3bdc00 00000100:00100000:1.0:1746128326.420954:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3137 00000100:00100000:1.0:1746128326.420959:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555706624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.421070:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555706624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.421075:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3137 00002000:00100000:1.0:1746128326.421080:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bdc00 x1830947555706624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.421086:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bdc00 with x1830947555706624 ext(0->4095) 00010000:00010000:1.0:1746128326.421091:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e591d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c6f expref: 6 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.421099:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e591d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c6f expref: 6 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.421104:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a3bdc00 00000100:00100000:0.0:1746128326.424266:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.424308:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.427938:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.432991:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.433036:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555707264 00000100:00100000:0.0:1746128326.433043:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555707264 00002000:00100000:0.0:1746128326.433071:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211e300 x1830947555707264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.433080:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e300 with x1830947555707264 ext(0->4095) 00002000:00010000:0.0:1746128326.433084:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211e300 00000100:00100000:0.0:1746128326.433110:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13755 00000100:00100000:0.0:1746128326.433117:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2014:x1830947555707264:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128326.433221:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2014:x1830947555707264:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128326.433226:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13755 00002000:00100000:0.0:1746128326.433232:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211e300 x1830947555707264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.433238:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e300 with x1830947555707264 ext(0->4095) 00002000:00010000:0.0:1746128326.433240:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211e300 00000100:00100000:0.0:1746128326.438015:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.440641:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.445984:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2014:x1830947555707520:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 5124us (5324us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746128326.445994:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3138 00002000:00100000:0.0:1746128326.446002:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c41dc00 x1830947555707520/t4294970531(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/448 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.446010:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41dc00 with x1830947555707520 ext(0->7) 00010000:00010000:0.0:1746128326.446019:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e592b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c7d expref: 46 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.446033:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e592b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c7d expref: 46 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.446358:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41dc00 00000100:00100000:0.0:1746128326.449674:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.452710:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.456084:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.456587:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555708032 00000100:00100000:1.0:1746128326.456593:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555708032 00002000:00100000:1.0:1746128326.456618:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41c700 x1830947555708032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.456626:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41c700 with x1830947555708032 ext(0->4095) 00010000:00010000:1.0:1746128326.456633:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5932 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c84 expref: 6 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.456643:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5932 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c84 expref: 6 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.456649:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41c700 00000100:00100000:1.0:1746128326.456662:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3139 00000100:00100000:1.0:1746128326.456668:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555708032:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.456754:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555708032:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.456760:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3139 00002000:00100000:1.0:1746128326.456765:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41c700 x1830947555708032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.456771:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41c700 with x1830947555708032 ext(0->4095) 00010000:00010000:1.0:1746128326.456775:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5932 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c84 expref: 6 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.456784:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5932 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c84 expref: 6 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.456790:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41c700 00000100:00100000:0.0:1746128326.458518:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.459102:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.461826:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.461899:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555708544 00000100:00100000:1.0:1746128326.461903:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555708544 00002000:00100000:1.0:1746128326.461927:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41d180 x1830947555708544/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.461936:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d180 with x1830947555708544 ext(0->4095) 00010000:00010000:1.0:1746128326.461941:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e5939 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c8b expref: 47 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.461956:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e5939 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c8b expref: 47 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.461962:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41d180 00000100:00100000:1.0:1746128326.461993:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3140 00000100:00100000:1.0:1746128326.461999:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2015:x1830947555708544:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.462115:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2015:x1830947555708544:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.462120:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3140 00002000:00100000:1.0:1746128326.462125:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41d180 x1830947555708544/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.462132:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d180 with x1830947555708544 ext(0->4095) 00010000:00010000:1.0:1746128326.462137:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e5939 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c8b expref: 47 pid: 9593 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.462150:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e5939 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644c8b expref: 47 pid: 9593 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.462155:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41d180 00000100:00100000:0.0:1746128326.463345:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.465426:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.467815:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.472189:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.476213:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.478077:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.480957:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.481007:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555709696 00000100:00100000:1.0:1746128326.481013:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555709696 00000100:00100000:1.0:1746128326.481057:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30446 00000100:00100000:1.0:1746128326.481063:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:1725:x1830947555709696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.481072:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.481080:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5955 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ca7 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.481095:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.481099:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e594e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ca0 expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.481104:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.481107:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5955 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ca7 expref: 48 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.481129:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e594e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ca0 expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.481140:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5955 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ca7 expref: 48 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.481147:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128326.481174:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:1725:x1830947555709696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.481179:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30446 00000100:00100000:0.0:1746128326.481749:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.484909:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.489201:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.493047:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.494505:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.496598:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555710720 00000100:00100000:0.0:1746128326.496603:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555710720 00010000:00010000:0.0:1746128326.496619:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5955 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ca7 expref: 46 pid: 27081 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746128326.496647:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15409 00000100:00100000:0.0:1746128326.496653:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2015:x1830947555710720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128326.496661:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128326.496675:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5955 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ca7 expref: 46 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.496685:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5955 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ca7 expref: 46 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.496702:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5955 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ca7 expref: 46 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.496725:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.496726:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.496732:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e595c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cae expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.496739:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e595c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cae expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.496760:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e595c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cae expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128326.496769:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d2a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551431040:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128326.496813:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.498089:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.500230:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.503182:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.504809:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.506429:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.509377:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.510334:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.514658:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.517313:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.517389:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.521183:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.524674:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.529036:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.531028:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.535588:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.542020:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.542109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.542398:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555713664 00000100:00100000:1.0:1746128326.542402:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555713664 00002000:00100000:1.0:1746128326.542422:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1180 x1830947555713664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.542430:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1180 with x1830947555713664 ext(0->4095) 00010000:00010000:1.0:1746128326.542441:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33000/0x6e2f3e23d86e597f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd1 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.542449:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33000/0x6e2f3e23d86e597f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd1 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.542458:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e1180 00000100:00100000:1.0:1746128326.542471:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3145 00000100:00100000:1.0:1746128326.542476:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555713664:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.542582:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555713664:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.542587:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3145 00002000:00100000:1.0:1746128326.542592:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1180 x1830947555713664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.542598:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1180 with x1830947555713664 ext(0->4095) 00010000:00010000:1.0:1746128326.542601:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33000/0x6e2f3e23d86e597f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd1 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.542609:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33000/0x6e2f3e23d86e597f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd1 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.542613:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e1180 00000100:00100000:1.0:1746128326.548753:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.548841:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555713792 00000100:00100000:0.0:1746128326.548848:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555713792 00000100:00100000:0.0:1746128326.548881:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30454 00000100:00100000:0.0:1746128326.548888:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:1725:x1830947555713792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128326.548902:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128326.548915:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e598d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644cdf expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.548934:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.548943:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e5986 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd8 expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.548949:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128326.548952:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e598d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cdf expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.548994:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e5986 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd8 expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.549003:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e598d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cdf expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.549012:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e7b800, rc 0) 00000100:00100000:0.0:1746128326.549059:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:1725:x1830947555713792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128326.549064:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30454 00000100:00100000:0.0:1746128326.549619:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.554125:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.555260:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555714176 00000100:00100000:1.0:1746128326.555268:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555714176 00002000:00100000:1.0:1746128326.555304:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e3b80 x1830947555714176/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.555311:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e3b80 with x1830947555714176 ext(0->4095) 00010000:00010000:1.0:1746128326.555319:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e5986 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd8 expref: 47 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.555331:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e5986 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd8 expref: 47 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.555337:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e3b80 00000100:00100000:1.0:1746128326.555361:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3146 00000100:00100000:1.0:1746128326.555367:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2014:x1830947555714176:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.555496:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2014:x1830947555714176:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.555502:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3146 00002000:00100000:1.0:1746128326.555506:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e3b80 x1830947555714176/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.555517:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e3b80 with x1830947555714176 ext(0->4095) 00010000:00010000:1.0:1746128326.555522:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e5986 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd8 expref: 47 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.555529:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e5986 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cd8 expref: 47 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.555533:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e3b80 00000100:00100000:0.0:1746128326.557719:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.563202:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.566378:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.566486:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555714688 00000100:00100000:1.0:1746128326.566493:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555714688 00000100:00100000:1.0:1746128326.566536:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30455 00000100:00100000:1.0:1746128326.566563:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555714688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.566575:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.566588:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5994 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ce6 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.566609:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e598d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cdf expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.566616:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.566617:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.566620:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5994 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ce6 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.566642:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e598d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cdf expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.566654:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e598d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cdf expref: 45 pid: 9593 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.566663:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551432960:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.567690:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.569055:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.569078:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551432960:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.569108:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5994 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ce6 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.569121:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128326.569154:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555714688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2612us (2781us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.569161:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30455 00000100:00100000:0.0:1746128326.572764:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551433088:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128326.572782:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128326.572819:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2014:x1830947555714816:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3639us (3768us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128326.572827:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15417 00000100:00100000:0.0:1746128326.574453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.574496:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555715200 00000100:00100000:1.0:1746128326.574502:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555715200 00000100:00100000:1.0:1746128326.574539:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30456 00000100:00100000:1.0:1746128326.574572:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:1723:x1830947555715200:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.574583:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.574596:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e599b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ced expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.574622:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5994 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ce6 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.574634:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.574637:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.574640:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e599b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ced expref: 46 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.574662:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5994 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ce6 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.574673:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5994 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ce6 expref: 5 pid: 27081 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.574683:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551433216:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.574743:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.575487:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.577278:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551433216:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.577296:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e599b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ced expref: 47 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.577306:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128326.577331:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:1723:x1830947555715200:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (2880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.577336:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30456 00000100:00100000:0.0:1746128326.580298:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.583941:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.584284:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555715712 00000100:00100000:1.0:1746128326.584289:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555715712 00002000:00100000:1.0:1746128326.584318:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1c00 x1830947555715712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.584332:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1c00 with x1830947555715712 ext(0->4095) 00010000:00010000:1.0:1746128326.584338:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e599b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ced expref: 47 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.584349:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e599b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ced expref: 47 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.584354:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e1c00 00000100:00100000:1.0:1746128326.584379:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3147 00000100:00100000:1.0:1746128326.584384:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2015:x1830947555715712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.584476:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2015:x1830947555715712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (542us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.584481:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3147 00002000:00100000:1.0:1746128326.584486:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1c00 x1830947555715712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.584492:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1c00 with x1830947555715712 ext(0->4095) 00010000:00010000:1.0:1746128326.584496:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e599b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ced expref: 47 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.584515:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e599b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ced expref: 47 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.584520:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e1c00 00000100:00100000:0.0:1746128326.587671:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.592461:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.596989:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.597859:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555716224 00000100:00100000:1.0:1746128326.597868:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555716224 00000100:00100000:1.0:1746128326.597975:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30458 00000100:00100000:1.0:1746128326.597983:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555716224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.597999:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.598111:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e59a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644cfb expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.598137:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e59a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cf4 expref: 45 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.598143:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.598144:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.598147:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e59a9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cfb expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.598173:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e59a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cf4 expref: 45 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.598183:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e59a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cf4 expref: 45 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.598194:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551433728:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.598271:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.602046:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551433728:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.602080:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e59a9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644cfb expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.602099:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128326.602133:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555716224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4151us (5150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.602140:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30458 00000100:00100000:0.0:1746128326.602474:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.602802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.604015:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555716480 00000100:00100000:0.0:1746128326.604020:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555716480 00000100:00100000:0.0:1746128326.607329:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.611032:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.613875:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.615773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.618147:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.619353:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2014:x1830947555717376:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 968us (1205us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746128326.619360:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3149 00002000:00100000:0.0:1746128326.619366:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012dd88380 x1830947555717376/t4294970532(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/448 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.619373:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88380 with x1830947555717376 ext(0->7) 00010000:00010000:0.0:1746128326.619378:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e59b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d02 expref: 48 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.619387:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e59b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d02 expref: 48 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.619392:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd88380 00000100:00100000:0.0:1746128326.621386:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.625712:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.625877:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555717760 00000100:00100000:1.0:1746128326.625884:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555717760 00002000:00100000:1.0:1746128326.625917:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8a300 x1830947555717760/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.625926:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a300 with x1830947555717760 ext(0->4095) 00002000:00010000:1.0:1746128326.625930:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8a300 00000100:00100000:1.0:1746128326.625958:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13765 00000100:00100000:1.0:1746128326.625976:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555717760:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128326.626092:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555717760:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.626098:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13765 00002000:00100000:1.0:1746128326.626102:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8a300 x1830947555717760/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.626108:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a300 with x1830947555717760 ext(0->4095) 00002000:00010000:1.0:1746128326.626111:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8a300 00000100:00100000:0.0:1746128326.628146:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.633475:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.636446:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.638746:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555718272 00000100:00100000:1.0:1746128326.638753:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555718272 00002000:00100000:1.0:1746128326.638788:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8a680 x1830947555718272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.638801:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a680 with x1830947555718272 ext(0->4095) 00002000:00010000:1.0:1746128326.638805:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8a680 00000100:00100000:1.0:1746128326.638831:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13766 00000100:00100000:1.0:1746128326.638837:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2016:x1830947555718272:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128326.638937:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2016:x1830947555718272:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (2501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.638944:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13766 00002000:00100000:1.0:1746128326.638948:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8a680 x1830947555718272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.638954:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a680 with x1830947555718272 ext(0->4095) 00002000:00010000:1.0:1746128326.638957:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8a680 00000100:00100000:0.0:1746128326.642450:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.644930:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.651751:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.657120:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.657208:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.662649:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.668116:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.668351:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555719424 00000100:00100000:1.0:1746128326.668356:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555719424 00002000:00100000:1.0:1746128326.668387:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c120a80 x1830947555719424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.668395:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120a80 with x1830947555719424 ext(0->4095) 00002000:00010000:1.0:1746128326.668399:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c120a80 00000100:00100000:1.0:1746128326.668422:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13767 00000100:00100000:1.0:1746128326.668429:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2015:x1830947555719424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.668839:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2015:x1830947555719424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 409us (730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.668845:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13767 00002000:00100000:1.0:1746128326.668851:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c120a80 x1830947555719424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.668857:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120a80 with x1830947555719424 ext(0->4095) 00002000:00010000:1.0:1746128326.668860:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c120a80 00000100:00100000:0.0:1746128326.670534:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.674284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.674739:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555719680 00000100:00100000:1.0:1746128326.674745:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555719680 00002000:00100000:1.0:1746128326.674771:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008cdf6300 x1830947555719680/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.674779:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6300 with x1830947555719680 ext(0->7) 00010000:00010000:1.0:1746128326.674785:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e59cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d1e expref: 50 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.674795:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e59cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d1e expref: 50 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.674802:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf6300 00000100:00100000:1.0:1746128326.675052:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3152 00000100:00100000:1.0:1746128326.675058:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2016:x1830947555719680:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128326.675865:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2016:x1830947555719680:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 805us (1584us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746128326.675871:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3152 00002000:00100000:0.0:1746128326.675876:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008cdf6300 x1830947555719680/t4294970534(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/448 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.675883:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6300 with x1830947555719680 ext(0->7) 00010000:00010000:0.0:1746128326.675888:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e59cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d1e expref: 52 pid: 27081 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746128326.675898:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e59cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d1e expref: 52 pid: 27081 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746128326.675903:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf6300 00000100:00100000:0.0:1746128326.680632:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.683933:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.686124:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.688091:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.688196:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.691605:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.694682:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.697521:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.699476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.704091:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.706656:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.708360:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.708664:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.711254:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.713185:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.716654:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.718618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.721627:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.723853:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.726678:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.726759:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555723136 00000100:00100000:2.0:1746128326.726765:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555723136 00002000:00100000:2.0:1746128326.726788:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958e00 x1830947555723136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.726796:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958e00 with x1830947555723136 ext(0->4095) 00002000:00010000:2.0:1746128326.726800:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087958e00 00000100:00100000:2.0:1746128326.726815:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13771 00000100:00100000:2.0:1746128326.726820:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555723136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128326.727055:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555723136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 234us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.727061:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13771 00002000:00100000:2.0:1746128326.727066:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958e00 x1830947555723136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.727072:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958e00 with x1830947555723136 ext(0->4095) 00002000:00010000:2.0:1746128326.727075:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087958e00 00000100:00100000:0.0:1746128326.728204:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.729390:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.729437:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555723392 00000100:00100000:1.0:1746128326.729441:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555723392 00000100:00100000:1.0:1746128326.729470:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30472 00000100:00100000:1.0:1746128326.729475:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:1723:x1830947555723392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.729482:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.729489:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644d5d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.729502:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.729505:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 54 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.729511:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.729513:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.729686:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 54 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.729701:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.729709:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128326.729786:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:1723:x1830947555723392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 311us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.729790:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30472 00000100:00100000:0.0:1746128326.731011:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.731081:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555723520 00000100:00100000:2.0:1746128326.731086:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555723520 00010000:00010000:2.0:1746128326.731104:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e59fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d4f expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.731134:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15433 00000100:00100000:2.0:1746128326.731144:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555723520:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.731192:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.731210:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e59fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d4f expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.731225:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e59fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d4f expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.731241:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e59fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d4f expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.731269:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.731270:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.731276:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 52 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.731283:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 52 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.731306:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 52 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.731316:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 52 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.731325:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551437312:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.732103:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.734563:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551437312:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.734578:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.734612:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555723520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3468us (3602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.734624:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15433 00000100:00100000:0.0:1746128326.735136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.735277:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555723776 00000100:00100000:2.0:1746128326.735283:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555723776 00002000:00100000:2.0:1746128326.735310:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795a300 x1830947555723776/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.735319:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795a300 with x1830947555723776 ext(0->4095) 00010000:00010000:2.0:1746128326.735325:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.735335:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746128326.735341:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795a300 00000100:00100000:2.0:1746128326.735355:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3156 00000100:00100000:2.0:1746128326.735360:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:2015:x1830947555723776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128326.735730:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:2015:x1830947555723776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 369us (594us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.735737:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3156 00002000:00100000:2.0:1746128326.735742:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795a300 x1830947555723776/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.735749:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795a300 with x1830947555723776 ext(0->4095) 00010000:00010000:2.0:1746128326.735754:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.735767:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746128326.735772:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795a300 00000100:00100000:0.0:1746128326.738299:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.738628:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.738717:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555723904 00000100:00100000:2.0:1746128326.738721:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555723904 00010000:00010000:2.0:1746128326.738740:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.738759:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15434 00000100:00100000:2.0:1746128326.738764:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:2014:x1830947555723904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.738774:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.738787:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.738797:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.738814:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e5a04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d56 expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.739013:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.739016:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.739022:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.739033:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.739078:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 52 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.739085:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 52 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.739093:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551437568:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.739147:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.740492:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551437568:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.740522:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128326.740791:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.740815:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2014:x1830947555723904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2049us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.740822:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15434 00000100:00100000:0.0:1746128326.742461:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.742879:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.743149:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555724544 00000100:00100000:2.0:1746128326.743152:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555724544 00010000:00010000:2.0:1746128326.743166:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 53 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.743180:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15435 00000100:00100000:2.0:1746128326.743184:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:2016:x1830947555724544:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.743191:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.743203:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 53 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.743212:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 53 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.743225:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5a0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d5d expref: 53 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.743245:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.743247:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.743252:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e5a12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d64 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.743258:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e5a12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d64 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.743276:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e5a12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d64 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.743288:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e5a12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d64 expref: 5 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.743297:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551437824:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.743337:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.745675:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.745913:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551437824:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.745927:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.745956:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2016:x1830947555724544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2771us (3078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.745975:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15435 00000100:00100000:0.0:1746128326.749121:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.749255:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555724928 00000100:00100000:2.0:1746128326.749262:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555724928 00010000:00010000:2.0:1746128326.749283:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e5a12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d64 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.749310:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15436 00000100:00100000:2.0:1746128326.749317:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555724928:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.749329:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.749343:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e5a12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d64 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.749352:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e5a12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d64 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.749368:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e5a12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d64 expref: 6 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.749379:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.749380:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.749386:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.749393:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.749416:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128326.749425:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551437952:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.749489:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.751010:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551437952:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.751027:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.751055:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555724928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1739us (1940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.751063:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15436 00000100:00100000:0.0:1746128326.752041:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.755884:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.756342:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555725312 00000100:00100000:1.0:1746128326.756356:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555725312 00000100:00100000:1.0:1746128326.756411:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30475 00000100:00100000:1.0:1746128326.756418:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555725312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.756433:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.756473:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644d72 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.756518:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.756525:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.756527:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.756530:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.756603:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.756614:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 51 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746128326.756624:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551438080:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.756719:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.759069:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551438080:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.759094:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.759108:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128326.759139:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555725312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2721us (3260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.759146:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30475 00000100:00100000:0.0:1746128326.759492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.759753:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555725440 00000100:00100000:2.0:1746128326.759759:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555725440 00010000:00010000:2.0:1746128326.759794:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 52 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.759818:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15437 00000100:00100000:2.0:1746128326.759824:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2014:x1830947555725440:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.759834:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.759848:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 52 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.759858:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 52 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.759875:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e5a19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d6b expref: 52 pid: 9592 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.760024:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.760027:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.760033:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.760040:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.760065:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128326.760075:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551438208:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.760133:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.762056:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.762633:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551438208:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.762672:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.762722:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:2014:x1830947555725440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2897us (3230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.762730:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15437 00000100:00100000:1.0:1746128326.763284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.763334:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555725824 00000100:00100000:0.0:1746128326.763340:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555725824 00000100:00100000:0.0:1746128326.763379:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30476 00000100:00100000:0.0:1746128326.763385:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:1723:x1830947555725824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128326.763396:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128326.763408:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644d79 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.763432:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.763438:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.763439:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.763442:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.763461:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.763470:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 5 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746128326.763479:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880122b32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551438336:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128326.763520:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.765181:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880122b32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551438336:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.765199:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.765210:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099fbdc00, rc 0) 00000100:00100000:2.0:1746128326.765239:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:1723:x1830947555725824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1855us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.765244:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30476 00000100:00100000:0.0:1746128326.767678:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.767876:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555725952 00000100:00100000:2.0:1746128326.767883:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555725952 00010000:00010000:2.0:1746128326.767906:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.767932:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15438 00000100:00100000:2.0:1746128326.767937:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555725952:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.767944:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.767957:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.767977:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.767995:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5a20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d72 expref: 6 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.768021:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.768023:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.768029:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 51 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.768036:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 51 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.768064:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 51 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128326.768074:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551438464:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.768143:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.771926:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.771943:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551438464:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.771959:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.772008:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555725952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4069us (4334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.772018:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15438 00000100:00100000:0.0:1746128326.774696:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.774807:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555726336 00000100:00100000:2.0:1746128326.774813:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555726336 00000100:00100000:2.0:1746128326.774858:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30477 00000100:00100000:2.0:1746128326.774864:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555726336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.774878:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.774892:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644d80 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.774918:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 51 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.774924:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.774925:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.774928:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d80 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.774955:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 51 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.774981:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 51 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.774996:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551438592:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.776676:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.778387:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.778454:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551438592:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.778475:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d80 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.778488:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7800, rc 0) 00000100:00100000:2.0:1746128326.778530:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555726336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3665us (3840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.778537:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30477 00000100:00100000:0.0:1746128326.781502:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.781611:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555726592 00000100:00100000:2.0:1746128326.781618:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555726592 00010000:00010000:2.0:1746128326.781641:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 54 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.781669:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15439 00000100:00100000:2.0:1746128326.781674:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2017:x1830947555726592:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.781685:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.781698:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 54 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.781707:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 54 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.781728:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e5a27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d79 expref: 54 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746128326.781751:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.781752:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.781758:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d80 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.781765:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d80 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.781789:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d80 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128326.781798:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551438720:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.781858:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.784938:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551438720:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.784954:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.785001:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:2017:x1830947555726592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3326us (3503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.785008:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15439 00000100:00100000:0.0:1746128326.786721:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.789416:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.789590:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555726976 00000100:00100000:2.0:1746128326.789597:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555726976 00000100:00100000:2.0:1746128326.789639:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30478 00000100:00100000:2.0:1746128326.789646:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:1723:x1830947555726976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.789660:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.789673:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644d87 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.789693:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d80 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.789700:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.789702:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.789705:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d87 expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.789727:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d80 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.789738:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d80 expref: 5 pid: 9591 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.789748:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551438848:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.789816:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.790188:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.790204:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555727104 00000100:00100000:0.0:1746128326.790207:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555727104 00000100:00100000:0.0:1746128326.790236:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30479 00000100:00100000:0.0:1746128326.790242:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:1725:x1830947555727104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128326.790407:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128326.790417:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e5a3c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644d8e expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.790428:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.790432:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d87 expref: 56 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.790437:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128326.790439:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e5a3c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d8e expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.790459:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d87 expref: 56 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.790468:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e5a3c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d8e expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.790476:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800966f5200, rc 0) 00000100:00100000:0.0:1746128326.790506:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1725:x1830947555727104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 264us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128326.790511:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30479 00000100:00100000:2.0:1746128326.791820:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551438848:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128326.791825:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128326.791836:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d87 expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.791846:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:2.0:1746128326.791867:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:1723:x1830947555726976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.791873:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30478 00000100:00100000:0.0:1746128326.796760:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.796863:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555727488 00000100:00100000:1.0:1746128326.796869:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555727488 00002000:00100000:1.0:1746128326.796898:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228a80 x1830947555727488/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.796907:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228a80 with x1830947555727488 ext(0->4095) 00010000:00010000:1.0:1746128326.796913:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d87 expref: 55 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.796925:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d87 expref: 55 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.796930:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d228a80 00000100:00100000:1.0:1746128326.797006:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3161 00000100:00100000:1.0:1746128326.797013:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2015:x1830947555727488:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.797117:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2015:x1830947555727488:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.797122:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3161 00002000:00100000:1.0:1746128326.797126:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228a80 x1830947555727488/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.797133:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228a80 with x1830947555727488 ext(0->4095) 00010000:00010000:1.0:1746128326.797137:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d87 expref: 55 pid: 9591 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746128326.797245:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d87 expref: 55 pid: 9591 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746128326.797255:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d228a80 00000100:00100000:0.0:1746128326.799204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.803110:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.803366:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555727872 00000100:00100000:1.0:1746128326.803372:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555727872 00002000:00100000:1.0:1746128326.803398:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d229880 x1830947555727872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.803406:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d229880 with x1830947555727872 ext(0->4095) 00002000:00010000:1.0:1746128326.803410:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d229880 00000100:00100000:1.0:1746128326.803422:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13775 00000100:00100000:1.0:1746128326.803428:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947555727872:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.803782:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947555727872:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 353us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.803788:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13775 00002000:00100000:1.0:1746128326.803793:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d229880 x1830947555727872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.803800:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d229880 with x1830947555727872 ext(0->4095) 00002000:00010000:1.0:1746128326.803803:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d229880 00000100:00100000:0.0:1746128326.805609:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.805916:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555728000 00000100:00100000:2.0:1746128326.805923:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555728000 00000100:00100000:2.0:1746128326.805974:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30480 00000100:00100000:2.0:1746128326.805981:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555728000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.805996:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.806011:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644d95 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.806034:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e5a3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d8e expref: 53 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.806040:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.806042:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.806045:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.806116:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e5a3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d8e expref: 53 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.808107:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e5a3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d8e expref: 53 pid: 9592 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746128326.808121:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551439360:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.808216:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.810363:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551439360:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.810387:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.810400:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6e00, rc 0) 00000100:00100000:2.0:1746128326.810441:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555728000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4459us (4835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.810448:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30480 00000100:00100000:0.0:1746128326.810771:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.813701:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.813947:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555728256 00000100:00100000:2.0:1746128326.813953:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555728256 00000100:00100000:2.0:1746128326.813997:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30481 00000100:00100000:2.0:1746128326.814003:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:1723:x1830947555728256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.814015:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.814026:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644d9c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.814044:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.814050:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.814052:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.814054:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d9c expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.814073:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.814082:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.814092:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551439616:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.814150:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.814662:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.814836:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555728512 00000100:00100000:1.0:1746128326.814840:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555728512 00002000:00100000:1.0:1746128326.814861:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22bb80 x1830947555728512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.814869:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22bb80 with x1830947555728512 ext(0->4095) 00010000:00010000:1.0:1746128326.814875:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.814888:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128326.814894:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22bb80 00000100:00100000:1.0:1746128326.815441:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3162 00000100:00100000:1.0:1746128326.815449:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555728512:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.815569:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555728512:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (905us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.815579:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3162 00002000:00100000:1.0:1746128326.815584:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22bb80 x1830947555728512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.815591:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22bb80 with x1830947555728512 ext(0->4095) 00010000:00010000:1.0:1746128326.815596:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.815604:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e5a43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d95 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128326.815609:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22bb80 00000100:00100000:2.0:1746128326.816224:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551439616:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.816236:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d9c expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.816243:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:2.0:1746128326.816274:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:1723:x1830947555728256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2271us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.816281:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30481 00000100:00100000:0.0:1746128326.817226:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.817265:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555728640 00000100:00100000:2.0:1746128326.817269:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555728640 00000100:00100000:2.0:1746128326.817301:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30482 00000100:00100000:2.0:1746128326.817307:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:1725:x1830947555728640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.817316:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.817326:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a51 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644da3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.817338:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.817342:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d9c expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.817347:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.817350:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a51 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644da3 expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.817375:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d9c expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.817384:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a51 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644da3 expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.817397:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7800, rc 0) 00000100:00100000:2.0:1746128326.817430:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:1725:x1830947555728640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.817435:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30482 00000100:00100000:0.0:1746128326.817864:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.819872:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.819917:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555729024 00000100:00100000:1.0:1746128326.819921:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555729024 00002000:00100000:1.0:1746128326.819938:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22b800 x1830947555729024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.819944:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22b800 with x1830947555729024 ext(0->4095) 00010000:00010000:1.0:1746128326.819949:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d9c expref: 55 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.819956:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d9c expref: 55 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128326.819959:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22b800 00000100:00100000:1.0:1746128326.820019:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3163 00000100:00100000:1.0:1746128326.820026:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2015:x1830947555729024:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.820125:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2015:x1830947555729024:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.820130:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3163 00002000:00100000:1.0:1746128326.820135:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22b800 x1830947555729024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.820184:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22b800 with x1830947555729024 ext(0->4095) 00010000:00010000:1.0:1746128326.820190:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d9c expref: 55 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.820198:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644d9c expref: 55 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128326.820203:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22b800 00000100:00100000:0.0:1746128326.821507:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.823624:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.823731:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555729408 00000100:00100000:1.0:1746128326.823736:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555729408 00002000:00100000:1.0:1746128326.823763:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21e300 x1830947555729408/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.823776:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e300 with x1830947555729408 ext(0->4095) 00002000:00010000:1.0:1746128326.823780:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21e300 00000100:00100000:1.0:1746128326.823807:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13776 00000100:00100000:1.0:1746128326.823813:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947555729408:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128326.823901:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947555729408:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.823906:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13776 00002000:00100000:1.0:1746128326.823910:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21e300 x1830947555729408/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.823917:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e300 with x1830947555729408 ext(0->4095) 00002000:00010000:1.0:1746128326.823919:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21e300 00000100:00100000:0.0:1746128326.825427:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.825791:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555729536 00000100:00100000:2.0:1746128326.825797:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555729536 00000100:00100000:2.0:1746128326.825881:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30483 00000100:00100000:2.0:1746128326.825888:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555729536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.825899:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.825911:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5a58 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644daa expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.825931:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644da3 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.825937:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.825938:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.825941:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5a58 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644daa expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.825979:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644da3 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.825989:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e5a51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644da3 expref: 53 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.825998:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551440128:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.826060:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.827201:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551440128:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.827217:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5a58 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644daa expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.827227:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7c00, rc 0) 00000100:00100000:2.0:1746128326.827287:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555729536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1398us (1861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.827294:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30483 00000100:00100000:0.0:1746128326.828219:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.829975:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.830012:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555729920 00000100:00100000:2.0:1746128326.830015:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555729920 00002000:00100000:2.0:1746128326.830034:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21df80 x1830947555729920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.830040:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21df80 with x1830947555729920 ext(0->4095) 00002000:00010000:2.0:1746128326.830043:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21df80 00000100:00100000:2.0:1746128326.830061:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13777 00000100:00100000:2.0:1746128326.830065:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555729920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128326.830132:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555729920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 67us (169us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.830135:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13777 00002000:00100000:2.0:1746128326.830138:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21df80 x1830947555729920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.830142:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21df80 with x1830947555729920 ext(0->4095) 00002000:00010000:2.0:1746128326.830144:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21df80 00000100:00100000:0.0:1746128326.831228:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.831273:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555730048 00000100:00100000:2.0:1746128326.831277:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555730048 00000100:00100000:2.0:1746128326.831308:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30484 00000100:00100000:2.0:1746128326.831313:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:1725:x1830947555730048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.831321:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.831331:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5a5f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644db1 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.831349:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5a58 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644daa expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.831354:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.831356:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.831359:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5a5f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db1 expref: 54 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.831376:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5a58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644daa expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.831390:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5a58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644daa expref: 5 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.831399:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551440384:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.831450:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.832662:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551440384:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.832677:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5a5f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db1 expref: 54 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.832686:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:2.0:1746128326.832708:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:1725:x1830947555730048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1395us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.832713:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30484 00000100:00100000:0.0:1746128326.833082:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.835306:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.835568:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555730432 00000100:00100000:2.0:1746128326.835572:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555730432 00002000:00100000:2.0:1746128326.835593:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21e680 x1830947555730432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.835601:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e680 with x1830947555730432 ext(0->4095) 00002000:00010000:2.0:1746128326.835604:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21e680 00000100:00100000:2.0:1746128326.835627:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13778 00000100:00100000:2.0:1746128326.835632:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2017:x1830947555730432:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128326.836105:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2017:x1830947555730432:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 471us (800us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.836115:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13778 00002000:00100000:2.0:1746128326.836120:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21e680 x1830947555730432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.836126:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e680 with x1830947555730432 ext(0->4095) 00002000:00010000:2.0:1746128326.836129:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21e680 00000100:00100000:0.0:1746128326.838011:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.838158:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555730560 00000100:00100000:2.0:1746128326.838849:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555730560 00000100:00100000:2.0:1746128326.838895:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30485 00000100:00100000:2.0:1746128326.838902:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555730560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.838914:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.838927:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644db8 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.838951:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5a5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db1 expref: 53 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.838957:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.838959:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.838977:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a66 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db8 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.839050:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5a5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db1 expref: 53 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.839061:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5a5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db1 expref: 53 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.839078:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551440640:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.839275:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.840944:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551440640:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.840974:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a66 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db8 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.840986:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:2.0:1746128326.841028:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555730560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2125us (3018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.841035:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30485 00000100:00100000:0.0:1746128326.841397:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.841431:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555730688 00000100:00100000:2.0:1746128326.841436:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555730688 00002000:00100000:2.0:1746128326.841461:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093982d80 x1830947555730688/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.841469:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093982d80 with x1830947555730688 ext(0->7) 00010000:00010000:2.0:1746128326.841474:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5a5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db1 expref: 54 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.841484:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5a5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db1 expref: 54 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.841489:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093982d80 00000100:00100000:2.0:1746128326.841513:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3164 00000100:00100000:2.0:1746128326.841518:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947555730688:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128326.846868:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.849239:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.849286:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555731072 00000100:00100000:2.0:1746128326.849291:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555731072 00002000:00100000:2.0:1746128326.849317:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980380 x1830947555731072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.849326:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980380 with x1830947555731072 ext(0->4095) 00002000:00010000:2.0:1746128326.849330:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093980380 00000100:00100000:2.0:1746128326.849356:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13779 00000100:00100000:2.0:1746128326.849362:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555731072:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128326.849464:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555731072:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (225us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.849469:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13779 00002000:00100000:2.0:1746128326.849474:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980380 x1830947555731072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.849481:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980380 with x1830947555731072 ext(0->4095) 00002000:00010000:2.0:1746128326.849484:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093980380 00000100:00100000:0.0:1746128326.852866:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.853826:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.853913:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555731328 00000100:00100000:1.0:1746128326.853917:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555731328 00000100:00100000:1.0:1746128326.853936:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30487 00000100:00100000:1.0:1746128326.853942:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1725:x1830947555731328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.853948:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.853954:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5a74 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644dc6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.853975:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.853979:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 58 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.853984:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.853987:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5a74 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dc6 expref: 58 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.854007:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 58 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.854016:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5a74 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dc6 expref: 58 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.854024:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128326.854052:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:1725:x1830947555731328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.854058:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30487 00000100:00100000:0.0:1746128326.856158:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.856244:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555731456 00000100:00100000:2.0:1746128326.856248:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555731456 00010000:00010000:2.0:1746128326.856265:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db8 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.856297:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15448 00000100:00100000:2.0:1746128326.856302:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555731456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.856311:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.856326:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db8 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.856335:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db8 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.856352:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5a66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644db8 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.856375:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.856377:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.856382:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.856390:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.856413:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.856422:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 56 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.856430:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551441152:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.856473:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.858265:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551441152:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.858277:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.858298:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555731456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1996us (2145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.858306:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15448 00000100:00100000:0.0:1746128326.859121:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.859467:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555731712 00000100:00100000:2.0:1746128326.859472:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555731712 00002000:00100000:2.0:1746128326.859496:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093981f80 x1830947555731712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.859504:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981f80 with x1830947555731712 ext(0->4095) 00010000:00010000:2.0:1746128326.859511:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.859520:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.859526:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093981f80 00000100:00100000:2.0:1746128326.859565:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3165 00000100:00100000:2.0:1746128326.859570:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2015:x1830947555731712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128326.859663:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2015:x1830947555731712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (543us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.859668:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3165 00002000:00100000:2.0:1746128326.859673:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093981f80 x1830947555731712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.859679:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981f80 with x1830947555731712 ext(0->4095) 00010000:00010000:2.0:1746128326.859683:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.859694:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.859699:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093981f80 00000100:00100000:0.0:1746128326.861751:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.862040:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555731840 00000100:00100000:2.0:1746128326.862046:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555731840 00010000:00010000:2.0:1746128326.862070:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.862106:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15449 00000100:00100000:2.0:1746128326.862112:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947555731840:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128326.862123:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128326.862137:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.862147:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.862167:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e5a6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dbf expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.862189:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.862191:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.862197:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5a74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dc6 expref: 56 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.862208:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5a74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dc6 expref: 56 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.862371:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5a74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dc6 expref: 56 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128326.862382:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551441280:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.862803:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.864592:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551441280:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.864605:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.864737:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947555731840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2623us (2989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.864745:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15449 00000100:00100000:0.0:1746128326.864908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.865199:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555732096 00000100:00100000:2.0:1746128326.865204:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555732096 00002000:00100000:2.0:1746128326.865230:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983800 x1830947555732096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.865239:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983800 with x1830947555732096 ext(0->4095) 00002000:00010000:2.0:1746128326.865243:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093983800 00000100:00100000:2.0:1746128326.865266:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13780 00000100:00100000:2.0:1746128326.865272:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2017:x1830947555732096:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128326.865362:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2017:x1830947555732096:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.865370:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13780 00002000:00100000:2.0:1746128326.865374:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983800 x1830947555732096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.865381:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983800 with x1830947555732096 ext(0->4095) 00002000:00010000:2.0:1746128326.865383:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093983800 00000100:00100000:0.0:1746128326.867342:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.871379:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.871513:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555732352 00000100:00100000:2.0:1746128326.871519:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555732352 00010000:00010000:2.0:1746128326.871539:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5a74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dc6 expref: 56 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746128326.875136:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.875177:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.875192:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555732608 00000100:00100000:2.0:1746128326.875198:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555732608 00002000:00100000:2.0:1746128326.875502:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611180 x1830947555732608/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.875510:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611180 with x1830947555732608 ext(0->4095) 00010000:00010000:2.0:1746128326.875516:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e5a7b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dcd expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.875525:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e5a7b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dcd expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.875530:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d611180 00000100:00100000:2.0:1746128326.875567:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3166 00000100:00100000:2.0:1746128326.875573:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555732608:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128326.875720:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555732608:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.875727:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3166 00002000:00100000:2.0:1746128326.875731:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611180 x1830947555732608/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.875738:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611180 with x1830947555732608 ext(0->4095) 00010000:00010000:2.0:1746128326.875741:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e5a7b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dcd expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.875749:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e5a7b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dcd expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.875754:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d611180 00000100:00100000:0.0:1746128326.878598:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.880582:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.882270:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.882338:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555733248 00000100:00100000:2.0:1746128326.882343:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555733248 00002000:00100000:2.0:1746128326.882370:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d613100 x1830947555733248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.882379:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d613100 with x1830947555733248 ext(0->4095) 00010000:00010000:2.0:1746128326.882385:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e5a82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dd4 expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.882394:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e5a82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dd4 expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.882399:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d613100 00000100:00100000:2.0:1746128326.882412:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3167 00000100:00100000:2.0:1746128326.882417:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2016:x1830947555733248:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128326.882853:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2016:x1830947555733248:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 434us (582us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.882859:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3167 00002000:00100000:2.0:1746128326.882864:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d613100 x1830947555733248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.882871:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d613100 with x1830947555733248 ext(0->4095) 00010000:00010000:2.0:1746128326.882875:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e5a82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dd4 expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.882884:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e5a82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dd4 expref: 57 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.882889:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d613100 00000100:00100000:0.0:1746128326.885331:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.887736:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.887801:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555733632 00000100:00100000:2.0:1746128326.887809:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555733632 00002000:00100000:2.0:1746128326.887845:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610000 x1830947555733632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.887854:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610000 with x1830947555733632 ext(0->4095) 00002000:00010000:2.0:1746128326.887858:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d610000 00000100:00100000:2.0:1746128326.887875:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13781 00000100:00100000:2.0:1746128326.887880:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2015:x1830947555733632:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128326.887988:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947555733632:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.887994:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13781 00002000:00100000:2.0:1746128326.887999:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610000 x1830947555733632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.888005:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610000 with x1830947555733632 ext(0->4095) 00002000:00010000:2.0:1746128326.888008:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d610000 00000100:00100000:0.0:1746128326.890906:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.896650:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.898688:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.900825:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.900907:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555734272 00000100:00100000:1.0:1746128326.900911:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555734272 00002000:00100000:1.0:1746128326.900939:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612300 x1830947555734272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.900948:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612300 with x1830947555734272 ext(0->4095) 00010000:00010000:1.0:1746128326.900955:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e5a90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644de2 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.900977:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e5a90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644de2 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128326.900983:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d612300 00000100:00100000:1.0:1746128326.901000:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3168 00000100:00100000:1.0:1746128326.901006:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555734272:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128326.901097:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555734272:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.901102:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3168 00002000:00100000:1.0:1746128326.901108:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612300 x1830947555734272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.901115:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612300 with x1830947555734272 ext(0->4095) 00010000:00010000:1.0:1746128326.901119:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e5a90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644de2 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.901127:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e5a90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644de2 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128326.901133:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d612300 00000100:00100000:0.0:1746128326.905291:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.908909:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.912449:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.916631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.916776:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555734912 00000100:00100000:1.0:1746128326.916782:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555734912 00002000:00100000:1.0:1746128326.916811:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007d611f80 x1830947555734912/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.916819:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611f80 with x1830947555734912 ext(0->7) 00010000:00010000:1.0:1746128326.916825:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e5a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644de9 expref: 56 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.916835:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e5a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644de9 expref: 56 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128326.916841:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d611f80 00000100:00100000:1.0:1746128326.916866:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3169 00000100:00100000:1.0:1746128326.916873:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947555734912:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128326.917674:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2015:x1830947555734912:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 799us (1042us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746128326.917680:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3169 00002000:00100000:0.0:1746128326.917685:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007d611f80 x1830947555734912/t4294970537(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/448 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.917692:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611f80 with x1830947555734912 ext(0->7) 00010000:00010000:0.0:1746128326.917696:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e5a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644de9 expref: 58 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128326.917705:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e5a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644de9 expref: 58 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128326.917710:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d611f80 00000100:00100000:0.0:1746128326.922194:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.927392:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.927505:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.927528:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555735424 00000100:00100000:0.0:1746128326.927531:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555735424 00002000:00100000:0.0:1746128326.927672:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d613b80 x1830947555735424/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128326.927681:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d613b80 with x1830947555735424 ext(0->4095) 00002000:00010000:0.0:1746128326.927686:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d613b80 00000100:00100000:0.0:1746128326.927703:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13783 00000100:00100000:1.0:1746128326.927742:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30494 00000100:00100000:1.0:1746128326.927750:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:1723:x1830947555735168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.927763:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.927776:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644df7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128326.927794:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555735424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746128326.927798:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.927805:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.927806:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.927809:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.927831:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.927841:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128326.927850:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551442944:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.927899:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128326.927917:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551442816:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.927930:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.927950:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:2014:x1830947555735040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4774us (5762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.927957:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15455 00000100:00100000:1.0:1746128326.928598:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555735424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 887us (1091us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128326.928605:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13783 00002000:00100000:1.0:1746128326.928610:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d613b80 x1830947555735424/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.928617:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d613b80 with x1830947555735424 ext(0->4095) 00010000:00010000:1.0:1746128326.928623:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.928632:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128326.928638:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d613b80 00000100:00100000:0.0:1746128326.928846:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551442944:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128326.928861:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 58 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.928870:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128326.929117:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:1723:x1830947555735168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1368us (1731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.929123:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30494 00000100:00100000:0.0:1746128326.931415:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.931492:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555735552 00000100:00100000:2.0:1746128326.931500:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555735552 00010000:00010000:2.0:1746128326.931524:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128326.931714:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15456 00000100:00100000:1.0:1746128326.931722:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555735552:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128326.931732:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128326.931748:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.931758:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.931777:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5a9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df0 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.931804:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.931806:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.931812:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.931820:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.931844:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128326.931854:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551443072:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128326.931922:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.934313:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551443072:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128326.934332:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128326.934363:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555735552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2641us (2950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.934371:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15456 00000100:00100000:0.0:1746128326.934818:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.935619:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555735808 00000100:00100000:1.0:1746128326.935626:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555735808 00002000:00100000:1.0:1746128326.935656:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610a80 x1830947555735808/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128326.935664:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610a80 with x1830947555735808 ext(0->4095) 00002000:00010000:1.0:1746128326.935668:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d610a80 00000100:00100000:0.0:1746128326.938047:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.938598:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555735936 00000100:00100000:1.0:1746128326.938605:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555735936 00000100:00100000:1.0:1746128326.938651:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30495 00000100:00100000:1.0:1746128326.938658:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555735936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.938671:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.938683:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644dfe expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.938704:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.938710:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.938712:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.938715:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.938737:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.938748:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 57 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128326.938758:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551443200:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.938831:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.941352:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551443200:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.941379:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.941393:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128326.941426:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555735936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2768us (3384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.941436:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30495 00000100:00100000:0.0:1746128326.943678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.943754:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555736064 00000100:00100000:2.0:1746128326.943762:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555736064 00002000:00100000:2.0:1746128326.943792:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006da3df80 x1830947555736064/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.943802:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3df80 with x1830947555736064 ext(0->7) 00010000:00010000:2.0:1746128326.943810:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 58 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.943821:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 58 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.943828:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3df80 00000100:00100000:2.0:1746128326.943850:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3170 00000100:00100000:2.0:1746128326.943858:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2015:x1830947555736064:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128326.944680:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947555736064:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 821us (1005us total) trans 4294970538 rc 0/0 00000100:00100000:2.0:1746128326.944688:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3170 00002000:00100000:2.0:1746128326.944694:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006da3df80 x1830947555736064/t4294970538(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 496/448 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.944701:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3df80 with x1830947555736064 ext(0->7) 00010000:00010000:2.0:1746128326.944707:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 60 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.944715:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 60 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.944721:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3df80 00000100:00100000:0.0:1746128326.948705:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.948802:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555736192 00000100:00100000:1.0:1746128326.948810:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555736192 00010000:00010000:1.0:1746128326.948839:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 60 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128326.948880:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15457 00000100:00100000:1.0:1746128326.948887:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947555736192:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128326.948899:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128326.948916:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 60 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.948927:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 60 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.948946:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5aa5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644df7 expref: 60 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.948978:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.948981:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.948987:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.948998:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.949025:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128326.949036:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551443328:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128326.949147:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.950857:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.950922:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551443328:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128326.950932:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555736448 00000100:00100000:2.0:1746128326.950937:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555736448 00010000:00010000:1.0:1746128326.950937:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746128326.950974:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3c380 x1830947555736448/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.950983:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3c380 with x1830947555736448 ext(0->4095) 00000100:00100000:1.0:1746128326.950984:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:2015:x1830947555736192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2097us (2286us total) trans 0 rc 0/0 00002000:00010000:2.0:1746128326.950987:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3c380 00000100:00100000:1.0:1746128326.950992:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15457 00000100:00100000:2.0:1746128326.951003:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13785 00000100:00100000:2.0:1746128326.951009:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555736448:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128326.951115:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555736448:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.951124:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13785 00002000:00100000:2.0:1746128326.951129:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3c380 x1830947555736448/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.951136:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3c380 with x1830947555736448 ext(0->4095) 00002000:00010000:2.0:1746128326.951139:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3c380 00000100:00100000:0.0:1746128326.952305:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.952351:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555736576 00000100:00100000:1.0:1746128326.952355:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555736576 00000100:00100000:1.0:1746128326.952485:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30496 00000100:00100000:1.0:1746128326.952491:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:1725:x1830947555736576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.952501:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.952513:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e05 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.952532:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.952538:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.952568:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.952571:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 60 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.952592:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.952607:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128326.952617:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551443456:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.953157:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.955231:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.955335:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.955446:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555736704 00000100:00100000:2.0:1746128326.955452:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555736704 00000100:00100000:2.0:1746128326.955493:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30497 00000100:00100000:2.0:1746128326.955499:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1723:x1830947555736704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.955512:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.955523:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e0c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128326.955660:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551443456:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128326.955869:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555736832 00000100:00100000:0.0:1746128326.955872:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555736832 00010000:00010000:0.0:1746128326.955888:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.955889:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.955894:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.955899:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.955902:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e0c expref: 62 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128326.955909:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15458 00000100:00100000:0.0:1746128326.955914:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555736832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128326.955920:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128326.955931:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.955936:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128326.955938:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00010000:00010000:0.0:1746128326.955944:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128326.955957:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5aac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644dfe expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128326.955979:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:1725:x1830947555736576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3488us (3675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.955984:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30496 00010000:00010000:0.0:1746128326.955990:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.955991:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128326.955997:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.956003:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.956035:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128326.956044:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 61 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746128326.956057:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551443584:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128326.956098:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00010000:00010000:2.0:1746128326.956138:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 61 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.956146:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5ab3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e05 expref: 61 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.956162:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551443712:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.956232:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.957959:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.957994:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551443584:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128326.958006:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128326.958044:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555736832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2129us (2708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.958052:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15458 00000100:00100000:2.0:1746128326.958510:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551443712:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.958529:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e0c expref: 62 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.958539:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7c00, rc 0) 00000100:00100000:2.0:1746128326.958579:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:1723:x1830947555736704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3079us (3353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.958584:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30497 00000100:00100000:0.0:1746128326.960039:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.960078:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.960172:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555737344 00000100:00100000:2.0:1746128326.960175:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555737344 00000100:00100000:2.0:1746128326.960202:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30498 00000100:00100000:2.0:1746128326.960207:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555737344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.960215:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.960223:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e13 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.960310:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e0c expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.960317:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.960318:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.960321:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e13 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.960342:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e0c expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.960351:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aba lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e0c expref: 60 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.960360:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551443840:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.960400:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.962982:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.963062:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551443840:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.963080:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e13 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.963091:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:2.0:1746128326.963111:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555737344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2904us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.963116:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30498 00000100:00100000:0.0:1746128326.964289:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.964431:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555737728 00000100:00100000:2.0:1746128326.964435:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555737728 00000100:00100000:2.0:1746128326.964611:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30499 00000100:00100000:2.0:1746128326.964618:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:1723:x1830947555737728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.964628:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.964639:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5ac8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e1a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.964654:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.964658:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e13 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.964664:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128326.964666:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5ac8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e1a expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.964689:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e13 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.964698:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5ac8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e1a expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.964704:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128326.964729:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1723:x1830947555737728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.964734:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30499 00000100:00100000:0.0:1746128326.964748:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.968342:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.968480:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555738112 00000100:00100000:2.0:1746128326.968485:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555738112 00002000:00100000:2.0:1746128326.968512:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5ad80 x1830947555738112/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.968521:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5ad80 with x1830947555738112 ext(0->4095) 00010000:00010000:2.0:1746128326.968528:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e13 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.968539:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e13 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.968567:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee5ad80 00000100:00100000:2.0:1746128326.968685:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3173 00000100:00100000:2.0:1746128326.968693:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555738112:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128326.968891:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555738112:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 199us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.968897:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3173 00002000:00100000:2.0:1746128326.968902:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5ad80 x1830947555738112/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.968909:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5ad80 with x1830947555738112 ext(0->4095) 00010000:00010000:2.0:1746128326.968914:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e13 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.968922:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e13 expref: 6 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.968928:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee5ad80 00000100:00100000:0.0:1746128326.970263:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.973227:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.973311:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555738496 00000100:00100000:2.0:1746128326.973316:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555738496 00002000:00100000:2.0:1746128326.973342:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5b100 x1830947555738496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.973357:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5b100 with x1830947555738496 ext(0->4095) 00002000:00010000:2.0:1746128326.973360:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5b100 00000100:00100000:2.0:1746128326.973386:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13786 00000100:00100000:2.0:1746128326.973393:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947555738496:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128326.973492:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947555738496:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.973497:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13786 00002000:00100000:2.0:1746128326.973502:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5b100 x1830947555738496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.973508:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5b100 with x1830947555738496 ext(0->4095) 00002000:00010000:2.0:1746128326.973510:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5b100 00000100:00100000:0.0:1746128326.975498:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.975582:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555738624 00000100:00100000:1.0:1746128326.975588:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555738624 00000100:00100000:1.0:1746128326.975632:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30500 00000100:00100000:1.0:1746128326.975639:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555738624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.975650:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.975663:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5acf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e21 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.975687:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5ac8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e1a expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.975698:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.975699:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128326.975702:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5acf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e21 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.975725:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e1a expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.975735:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e1a expref: 59 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128326.975744:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551444480:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.975809:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128326.978200:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551444480:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128326.978226:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5acf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e21 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.978240:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128326.978271:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555738624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2633us (2778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.978279:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30500 00000100:00100000:0.0:1746128326.978710:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.981516:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.983407:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128326.983537:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555739136 00000100:00100000:1.0:1746128326.983568:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555739136 00000100:00100000:1.0:1746128326.983600:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30501 00000100:00100000:1.0:1746128326.983606:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:1723:x1830947555739136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128326.983619:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128326.983891:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e28 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.983916:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5acf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e21 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.983922:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.983924:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128326.983926:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e28 expref: 60 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.983949:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5acf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e21 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.983958:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5acf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e21 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128326.983984:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551444736:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128326.984099:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128326.987643:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.987712:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555739264 00000100:00100000:2.0:1746128326.987719:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555739264 00000100:00100000:0.0:1746128326.987755:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.987764:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30502 00000100:00100000:2.0:1746128326.987770:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1725:x1830947555739264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.987785:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.987798:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5add lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e2f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.987818:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128326.987823:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e28 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.987828:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.987832:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5add lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e2f expref: 62 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128326.987848:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551444736:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128326.987859:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e28 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128326.987868:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e28 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.987869:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5add lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e2f expref: 62 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.987878:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00010000:00010000:1.0:1746128326.987878:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128326.987922:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:1723:x1830947555739136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4315us (4516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128326.987930:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30501 00000100:00100000:2.0:1746128326.988484:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1725:x1830947555739264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 713us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128326.988489:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30502 00000100:00100000:0.0:1746128326.990726:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.990788:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555739648 00000100:00100000:2.0:1746128326.990794:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555739648 00002000:00100000:2.0:1746128326.990822:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07100 x1830947555739648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.990831:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07100 with x1830947555739648 ext(0->4095) 00010000:00010000:2.0:1746128326.990838:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e28 expref: 61 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.990849:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e28 expref: 61 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.990856:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc07100 00000100:00100000:2.0:1746128326.990876:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3174 00000100:00100000:2.0:1746128326.990882:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2014:x1830947555739648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128326.991405:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2014:x1830947555739648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 521us (683us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.991412:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3174 00002000:00100000:2.0:1746128326.991417:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07100 x1830947555739648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.991424:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07100 with x1830947555739648 ext(0->4095) 00010000:00010000:2.0:1746128326.991429:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e28 expref: 61 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128326.991437:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e28 expref: 61 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128326.991443:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc07100 00000100:00100000:0.0:1746128326.993482:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128326.996079:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.996135:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555740032 00000100:00100000:2.0:1746128326.996140:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555740032 00002000:00100000:2.0:1746128326.996170:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07480 x1830947555740032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/0 e 0 to 0 dl 1746128337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.996178:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07480 with x1830947555740032 ext(0->4095) 00002000:00010000:2.0:1746128326.996182:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc07480 00000100:00100000:2.0:1746128326.996198:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13788 00000100:00100000:2.0:1746128326.996204:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2015:x1830947555740032:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128326.996313:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2015:x1830947555740032:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128326.996319:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13788 00002000:00100000:2.0:1746128326.996325:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07480 x1830947555740032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746128337 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128326.996330:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07480 with x1830947555740032 ext(0->4095) 00002000:00010000:2.0:1746128326.996332:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc07480 00000100:00100000:0.0:1746128326.998662:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128326.998798:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555740160 00000100:00100000:2.0:1746128326.998803:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555740160 00000100:00100000:2.0:1746128326.998836:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30503 00000100:00100000:2.0:1746128326.998840:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555740160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128326.998851:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128326.998863:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ae4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e36 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.998884:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5add lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e2f expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.998891:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.998893:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128326.998896:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ae4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e36 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.998920:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5add lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e2f expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128326.998931:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5add lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e2f expref: 59 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128326.998940:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551445248:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128326.999037:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.000194:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.000213:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551445248:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.000226:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ae4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e36 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.000234:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:2.0:1746128327.000252:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555740160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1412us (1596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.000257:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30503 00000100:00080000:1.0:1746128327.000319:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128327.001765:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.001853:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555740544 00000100:00100000:1.0:1746128327.001858:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555740544 00000100:00080000:1.0:1746128327.001876:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:1.0:1746128327.001902:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d3800 x1830947555740544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.001910:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d3800 with x1830947555740544 ext(0->4095) 00002000:00010000:1.0:1746128327.001914:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d3800 00000100:00100000:1.0:1746128327.001944:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13789 00000100:00100000:1.0:1746128327.001951:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555740544:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.002625:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555740544:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 673us (862us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.002630:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13789 00002000:00100000:1.0:1746128327.002635:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d3800 x1830947555740544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.002641:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d3800 with x1830947555740544 ext(0->4095) 00002000:00010000:1.0:1746128327.002644:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d3800 00000100:00100000:0.0:1746128327.003854:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.003929:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555740672 00000100:00100000:2.0:1746128327.003933:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555740672 00000100:00100000:2.0:1746128327.003970:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30504 00000100:00100000:2.0:1746128327.003975:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:1725:x1830947555740672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.003984:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.003995:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e3d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.004014:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ae4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e36 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.004021:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.004023:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.004026:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.004048:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ae4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e36 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.004062:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e5ae4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e36 expref: 5 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.004071:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551445504:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.004125:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.005414:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551445504:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.005427:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.005435:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7c00, rc 0) 00000100:00100000:2.0:1746128327.005455:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:1725:x1830947555740672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1480us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.005460:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30504 00000100:00100000:0.0:1746128327.005950:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.011042:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.011120:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555741056 00000100:00100000:2.0:1746128327.011126:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555741056 00002000:00100000:2.0:1746128327.011537:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211f100 x1830947555741056/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.011562:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211f100 with x1830947555741056 ext(0->4095) 00002000:00010000:2.0:1746128327.011566:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211f100 00000100:00100000:2.0:1746128327.011611:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13790 00000100:00100000:2.0:1746128327.011617:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2017:x1830947555741056:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128327.011715:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2017:x1830947555741056:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.011723:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13790 00002000:00100000:2.0:1746128327.011728:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211f100 x1830947555741056/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.011734:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211f100 with x1830947555741056 ext(0->4095) 00002000:00010000:2.0:1746128327.011737:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211f100 00000100:00100000:0.0:1746128327.013396:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.013469:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555741184 00000100:00100000:2.0:1746128327.013474:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555741184 00000100:00100000:1.0:1746128327.013642:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30505 00000100:00100000:1.0:1746128327.013652:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555741184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.013666:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.013682:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5af2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e44 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.013706:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.013713:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.013714:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.013717:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5af2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e44 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.013743:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.013755:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 59 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.013766:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551445760:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.013839:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.015952:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551445760:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.015990:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5af2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e44 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.016002:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128327.016031:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555741184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2382us (2637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.016038:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30505 00000100:00100000:0.0:1746128327.016204:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.016408:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555741312 00000100:00100000:1.0:1746128327.016414:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555741312 00002000:00100000:1.0:1746128327.016439:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f8d2d80 x1830947555741312/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.016447:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2d80 with x1830947555741312 ext(0->7) 00010000:00010000:1.0:1746128327.016452:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 60 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.016463:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 60 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.016469:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d2d80 00000100:00100000:2.0:1746128327.016714:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3175 00000100:00100000:2.0:1746128327.016722:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2014:x1830947555741312:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128327.018651:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2014:x1830947555741312:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1927us (2444us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746128327.018659:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3175 00002000:00100000:0.0:1746128327.018665:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f8d2d80 x1830947555741312/t4294970539(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/448 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.018673:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2d80 with x1830947555741312 ext(0->7) 00010000:00010000:0.0:1746128327.018679:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 62 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.018692:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5aeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e3d expref: 62 pid: 9592 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.018697:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d2d80 00000100:00100000:0.0:1746128327.020172:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.023895:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.024337:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555741696 00000100:00100000:1.0:1746128327.024341:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555741696 00002000:00100000:1.0:1746128327.024369:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313b80 x1830947555741696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.024377:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313b80 with x1830947555741696 ext(0->4095) 00002000:00010000:1.0:1746128327.024380:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099313b80 00000100:00100000:1.0:1746128327.024405:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13791 00000100:00100000:1.0:1746128327.024411:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555741696:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.024525:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555741696:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.024531:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13791 00002000:00100000:1.0:1746128327.024536:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313b80 x1830947555741696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.024558:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313b80 with x1830947555741696 ext(0->4095) 00002000:00010000:1.0:1746128327.024561:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099313b80 00000100:00100000:0.0:1746128327.025760:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.025804:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555741824 00000100:00100000:1.0:1746128327.025809:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555741824 00000100:00100000:1.0:1746128327.025977:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30506 00000100:00100000:1.0:1746128327.025984:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1723:x1830947555741824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.025994:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.026006:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e4b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.026027:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5af2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e44 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.026038:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.026039:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.026042:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e4b expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.026064:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5af2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e44 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.026074:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5af2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e44 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.026082:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551446016:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.026128:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.026744:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.026801:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555741952 00000100:00100000:2.0:1746128327.026805:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555741952 00000100:00100000:2.0:1746128327.026835:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30507 00000100:00100000:2.0:1746128327.026840:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1725:x1830947555741952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.026847:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.026853:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b00 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e52 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.026866:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.026869:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e4b expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.026874:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.026877:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b00 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e52 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.026896:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e4b expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.026907:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b00 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e52 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.026914:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128327.026947:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1725:x1830947555741952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.026952:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30507 00000100:00100000:1.0:1746128327.029058:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551446016:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.029079:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e4b expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.029091:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128327.029116:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1723:x1830947555741824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3132us (3358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.029123:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30506 00000100:00100000:0.0:1746128327.029403:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.031725:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.031903:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555742336 00000100:00100000:2.0:1746128327.031909:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555742336 00002000:00100000:2.0:1746128327.031932:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313800 x1830947555742336/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.031941:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313800 with x1830947555742336 ext(0->4095) 00010000:00010000:2.0:1746128327.031947:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e4b expref: 63 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.031968:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e4b expref: 63 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.031974:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099313800 00000100:00100000:2.0:1746128327.032001:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3176 00000100:00100000:2.0:1746128327.032006:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2014:x1830947555742336:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.032139:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2014:x1830947555742336:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.032145:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3176 00002000:00100000:2.0:1746128327.032150:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313800 x1830947555742336/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.032157:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313800 with x1830947555742336 ext(0->4095) 00010000:00010000:2.0:1746128327.032161:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e4b expref: 63 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.032169:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5af9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e4b expref: 63 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.032174:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099313800 00000100:00100000:0.0:1746128327.035016:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.037063:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.037135:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555742720 00000100:00100000:2.0:1746128327.037140:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555742720 00002000:00100000:2.0:1746128327.037165:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099312300 x1830947555742720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.037176:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312300 with x1830947555742720 ext(0->4095) 00002000:00010000:2.0:1746128327.037179:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099312300 00000100:00100000:2.0:1746128327.037203:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13792 00000100:00100000:2.0:1746128327.037209:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2015:x1830947555742720:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.037309:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2015:x1830947555742720:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.037314:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13792 00002000:00100000:2.0:1746128327.037319:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099312300 x1830947555742720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.037326:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312300 with x1830947555742720 ext(0->4095) 00002000:00010000:2.0:1746128327.037329:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099312300 00000100:00100000:0.0:1746128327.038622:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.038684:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555742848 00000100:00100000:1.0:1746128327.038688:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555742848 00000100:00100000:1.0:1746128327.038723:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30508 00000100:00100000:1.0:1746128327.038735:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555742848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.038746:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.038758:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e59 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.038777:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e52 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.038784:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.038785:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.038788:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b07 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e59 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.038809:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e52 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.038819:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e52 expref: 61 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.038833:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551446528:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.038892:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.040003:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551446528:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.040019:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b07 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e59 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.040029:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128327.040049:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555742848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1316us (1428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.040055:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30508 00000100:00100000:0.0:1746128327.040914:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.043015:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.043325:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555743232 00000100:00100000:2.0:1746128327.043329:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555743232 00002000:00100000:2.0:1746128327.043355:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310000 x1830947555743232/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.043363:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310000 with x1830947555743232 ext(0->4095) 00002000:00010000:2.0:1746128327.043366:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310000 00000100:00100000:2.0:1746128327.043391:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13793 00000100:00100000:2.0:1746128327.043397:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555743232:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.043495:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555743232:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.043500:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13793 00002000:00100000:2.0:1746128327.043504:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310000 x1830947555743232/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.043510:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310000 with x1830947555743232 ext(0->4095) 00002000:00010000:2.0:1746128327.043512:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310000 00000100:00100000:0.0:1746128327.044707:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.044820:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555743360 00000100:00100000:1.0:1746128327.044825:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555743360 00000100:00100000:1.0:1746128327.044861:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30509 00000100:00100000:1.0:1746128327.044866:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1725:x1830947555743360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.044876:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.044888:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e60 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.044907:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e59 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.044914:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.044915:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.044918:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.044943:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e59 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.044953:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e59 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.044975:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551446784:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.045042:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.046169:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551446784:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.046187:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.046196:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128327.046228:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:1725:x1830947555743360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1361us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.046235:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30509 00000100:00100000:0.0:1746128327.047167:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.050397:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.050498:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555743744 00000100:00100000:1.0:1746128327.050503:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555743744 00002000:00100000:1.0:1746128327.050530:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311f80 x1830947555743744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.050539:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311f80 with x1830947555743744 ext(0->4095) 00002000:00010000:1.0:1746128327.050571:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099311f80 00000100:00100000:1.0:1746128327.050713:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13794 00000100:00100000:1.0:1746128327.050721:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2016:x1830947555743744:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128327.050929:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2016:x1830947555743744:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.050935:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13794 00002000:00100000:1.0:1746128327.050941:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311f80 x1830947555743744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.050948:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311f80 with x1830947555743744 ext(0->4095) 00002000:00010000:1.0:1746128327.050950:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099311f80 00000100:00100000:0.0:1746128327.052302:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.052410:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555743872 00000100:00100000:1.0:1746128327.052415:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555743872 00000100:00100000:1.0:1746128327.052452:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30510 00000100:00100000:1.0:1746128327.052458:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555743872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.052469:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.052483:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e67 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.052504:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.052511:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.052513:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.052516:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.052628:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.052645:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 61 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.052655:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551447040:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.052713:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.055709:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.055773:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555744000 00000100:00100000:2.0:1746128327.055780:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555744000 00002000:00100000:2.0:1746128327.055812:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012da6fb80 x1830947555744000/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.055820:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6fb80 with x1830947555744000 ext(0->7) 00010000:00010000:2.0:1746128327.055827:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 62 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.055838:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 62 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.055848:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6fb80 00000100:00100000:2.0:1746128327.055880:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3177 00000100:00100000:2.0:1746128327.055887:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2017:x1830947555744000:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128327.056243:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551447040:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.056263:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.056283:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128327.056314:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555743872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3856us (4015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.056320:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30510 00000100:00100000:0.0:1746128327.057682:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2017:x1830947555744000:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1792us (1973us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746128327.057690:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3177 00002000:00100000:0.0:1746128327.057697:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012da6fb80 x1830947555744000/t4294970540(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/448 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.057704:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6fb80 with x1830947555744000 ext(0->7) 00010000:00010000:0.0:1746128327.057711:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 64 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.057729:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5b0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e60 expref: 64 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.057735:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6fb80 00000100:00100000:0.0:1746128327.064698:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.064917:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.064999:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555744128 00000100:00100000:1.0:1746128327.065006:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555744128 00000100:00100000:1.0:1746128327.065055:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30511 00000100:00100000:1.0:1746128327.065062:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947555744128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.065075:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.065089:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b1c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e6e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.065240:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.065246:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.065256:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128327.065259:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b1c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e6e expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.065323:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.065333:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b1c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e6e expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.065340:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.065341:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.065346:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.065352:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.065367:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.065376:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.065386:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551447296:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.065562:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.067803:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551447296:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.067818:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128327.067850:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947555744128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2783us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.067857:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30511 00000100:00100000:2.0:1746128327.068241:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.068384:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555744512 00000100:00100000:1.0:1746128327.068389:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555744512 00002000:00100000:1.0:1746128327.068948:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61dc00 x1830947555744512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.068956:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61dc00 with x1830947555744512 ext(0->4095) 00010000:00010000:1.0:1746128327.068974:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.068983:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.068988:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61dc00 00000100:00100000:1.0:1746128327.069123:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3178 00000100:00100000:1.0:1746128327.069129:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555744512:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.069381:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555744512:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 251us (1140us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.069387:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3178 00002000:00100000:1.0:1746128327.069392:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61dc00 x1830947555744512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.069398:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61dc00 with x1830947555744512 ext(0->4095) 00010000:00010000:1.0:1746128327.069403:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.069410:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5b15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e67 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.069415:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61dc00 00000100:00100000:0.0:1746128327.071797:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.074334:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.074595:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555744896 00000100:00100000:2.0:1746128327.074600:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555744896 00002000:00100000:2.0:1746128327.074630:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6df80 x1830947555744896/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.074638:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6df80 with x1830947555744896 ext(0->4095) 00002000:00010000:2.0:1746128327.074641:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6df80 00000100:00100000:2.0:1746128327.074665:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13795 00000100:00100000:2.0:1746128327.074670:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2016:x1830947555744896:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128327.074885:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2016:x1830947555744896:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 214us (553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.074890:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13795 00002000:00100000:2.0:1746128327.074895:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6df80 x1830947555744896/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.074901:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6df80 with x1830947555744896 ext(0->4095) 00002000:00010000:2.0:1746128327.074904:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6df80 00000100:00100000:0.0:1746128327.076365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.076411:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555745024 00000100:00100000:1.0:1746128327.076415:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555745024 00000100:00100000:1.0:1746128327.076444:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30512 00000100:00100000:1.0:1746128327.076448:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555745024:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.076456:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.076466:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b23 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e75 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.076483:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e6e expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.076487:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.076488:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.076490:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b23 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e75 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.076507:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e6e expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.076515:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e6e expref: 63 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.076524:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551447552:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.076847:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.077703:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551447552:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.077720:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b23 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e75 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.077731:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128327.077751:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555745024:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1303us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.077758:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30512 00000100:00100000:0.0:1746128327.078037:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.082151:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.082204:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555745408 00000100:00100000:2.0:1746128327.082215:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555745408 00002000:00100000:2.0:1746128327.082247:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c700 x1830947555745408/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.082262:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c700 with x1830947555745408 ext(0->4095) 00002000:00010000:2.0:1746128327.082267:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6c700 00000100:00100000:2.0:1746128327.082294:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13796 00000100:00100000:2.0:1746128327.082304:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555745408:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.082427:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555745408:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.082433:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13796 00002000:00100000:2.0:1746128327.082439:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c700 x1830947555745408/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.082446:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c700 with x1830947555745408 ext(0->4095) 00002000:00010000:2.0:1746128327.082448:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6c700 00000100:00100000:0.0:1746128327.086368:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.086456:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555745536 00000100:00100000:1.0:1746128327.086463:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555745536 00000100:00100000:1.0:1746128327.086514:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30513 00000100:00100000:1.0:1746128327.086521:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1725:x1830947555745536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746128327.086661:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.086683:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555745664 00000100:00100000:2.0:1746128327.086685:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555745664 00000100:00100000:2.0:1746128327.086702:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30514 00000100:00100000:2.0:1746128327.086706:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947555745664:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.086719:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.086732:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e83 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.086767:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.086774:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e7c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.086794:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b23 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e75 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.086800:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.086802:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.086805:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e7c expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.086831:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e75 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.086841:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e75 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.086852:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551447808:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.086919:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746128327.087309:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.087313:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e7c expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.087323:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.087325:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e83 expref: 66 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.087344:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e7c expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.087354:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e83 expref: 66 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.087363:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:2.0:1746128327.087395:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1723:x1830947555745664:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 688us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.087402:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30514 00000100:00100000:0.0:1746128327.090261:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.090345:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551447808:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.090364:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e7c expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.090375:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128327.090404:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947555745536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3883us (4042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.090410:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30513 00000100:00100000:0.0:1746128327.092712:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.092860:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555746048 00000100:00100000:2.0:1746128327.092865:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555746048 00002000:00100000:2.0:1746128327.092894:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c000 x1830947555746048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.092903:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c000 with x1830947555746048 ext(0->4095) 00010000:00010000:2.0:1746128327.092909:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e7c expref: 65 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.092920:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e7c expref: 65 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.092926:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6c000 00000100:00100000:2.0:1746128327.092951:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3179 00000100:00100000:2.0:1746128327.092957:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947555746048:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.093069:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947555746048:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.093075:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3179 00002000:00100000:2.0:1746128327.093080:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c000 x1830947555746048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.093086:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c000 with x1830947555746048 ext(0->4095) 00010000:00010000:2.0:1746128327.093091:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e7c expref: 65 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.093240:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e7c expref: 65 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.093246:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6c000 00000100:00100000:0.0:1746128327.094464:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.094599:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555746176 00000100:00100000:1.0:1746128327.094604:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555746176 00000100:00100000:1.0:1746128327.094643:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30515 00000100:00100000:1.0:1746128327.094649:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555746176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.094658:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.094669:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e8a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.094687:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.094693:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e83 expref: 64 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.094698:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128327.094701:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e8a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.094729:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e83 expref: 64 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.094739:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e8a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.094748:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e200, rc 0) 00000100:00100000:1.0:1746128327.095090:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555746176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 441us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.095096:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30515 00000100:00100000:0.0:1746128327.095131:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.097632:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.097691:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555746560 00000100:00100000:2.0:1746128327.097697:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555746560 00002000:00100000:2.0:1746128327.097726:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c380 x1830947555746560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.097735:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947555746560 ext(0->4095) 00010000:00010000:2.0:1746128327.097742:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e83 expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.097754:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e83 expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.097764:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6c380 00000100:00100000:2.0:1746128327.097782:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3180 00000100:00100000:2.0:1746128327.097788:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947555746560:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.097904:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947555746560:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.097910:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3180 00002000:00100000:2.0:1746128327.097914:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c380 x1830947555746560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.097921:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947555746560 ext(0->4095) 00010000:00010000:2.0:1746128327.097925:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e83 expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.097933:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e5b2a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e83 expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.097938:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6c380 00000100:00100000:0.0:1746128327.100929:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.100996:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555746688 00000100:00100000:1.0:1746128327.101003:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555746688 00000100:00100000:1.0:1746128327.101084:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30516 00000100:00100000:1.0:1746128327.101092:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947555746688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.101106:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.101120:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5b3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e91 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.101142:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.101147:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e8a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.101156:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128327.101158:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5b3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e91 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.101188:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e8a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.101198:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5b3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e91 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.101207:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128327.101243:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947555746688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.101249:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30516 00000100:00100000:0.0:1746128327.102165:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.105952:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.106111:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555747072 00000100:00100000:2.0:1746128327.106117:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555747072 00002000:00100000:2.0:1746128327.106146:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096215c00 x1830947555747072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.106153:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215c00 with x1830947555747072 ext(0->4095) 00010000:00010000:2.0:1746128327.106160:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e8a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.106174:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e8a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.106179:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096215c00 00000100:00100000:2.0:1746128327.106192:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3181 00000100:00100000:2.0:1746128327.106197:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555747072:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.106302:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555747072:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.106307:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3181 00002000:00100000:2.0:1746128327.106312:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096215c00 x1830947555747072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.106318:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215c00 with x1830947555747072 ext(0->4095) 00010000:00010000:2.0:1746128327.106322:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e8a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.106331:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5b38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e8a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.106336:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096215c00 00000100:00100000:0.0:1746128327.109638:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.112390:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.112610:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555747456 00000100:00100000:2.0:1746128327.112616:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555747456 00002000:00100000:2.0:1746128327.112648:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096214380 x1830947555747456/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.112655:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096214380 with x1830947555747456 ext(0->4095) 00002000:00010000:2.0:1746128327.112659:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096214380 00000100:00100000:2.0:1746128327.112673:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13797 00000100:00100000:2.0:1746128327.112678:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947555747456:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.112780:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947555747456:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.112786:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13797 00002000:00100000:2.0:1746128327.112790:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096214380 x1830947555747456/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.112797:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096214380 with x1830947555747456 ext(0->4095) 00002000:00010000:2.0:1746128327.112800:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096214380 00000100:00100000:0.0:1746128327.114295:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.114472:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555747584 00000100:00100000:2.0:1746128327.114477:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555747584 00000100:00100000:2.0:1746128327.114567:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30517 00000100:00100000:2.0:1746128327.114574:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555747584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.114583:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.114595:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5b46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e98 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.114616:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5b3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e91 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.114623:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.114624:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.114628:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5b46 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e98 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.114654:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5b3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e91 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.114664:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5b3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e91 expref: 63 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.114674:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551448832:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.115064:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.116896:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551448832:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128327.116897:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128327.116972:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5b46 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e98 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.116985:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128327.117015:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555747584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2442us (2723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.117022:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30517 00000100:00100000:0.0:1746128327.119017:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.119181:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555747968 00000100:00100000:1.0:1746128327.119186:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555747968 00002000:00100000:1.0:1746128327.119214:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096216d80 x1830947555747968/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.119223:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096216d80 with x1830947555747968 ext(0->4095) 00002000:00010000:1.0:1746128327.119226:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096216d80 00000100:00100000:1.0:1746128327.119240:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13798 00000100:00100000:1.0:1746128327.119245:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555747968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.119333:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555747968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.119342:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13798 00002000:00100000:1.0:1746128327.119346:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096216d80 x1830947555747968/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.119352:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096216d80 with x1830947555747968 ext(0->4095) 00002000:00010000:1.0:1746128327.119355:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096216d80 00000100:00100000:0.0:1746128327.120841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.121005:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555748096 00000100:00100000:2.0:1746128327.121011:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555748096 00000100:00100000:2.0:1746128327.121052:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30518 00000100:00100000:2.0:1746128327.121057:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1725:x1830947555748096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.121067:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.121079:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644e9f expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.121098:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5b46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e98 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.121106:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.121108:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.121110:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 64 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.121134:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5b46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e98 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.121144:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5b46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e98 expref: 5 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.121153:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551449088:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.121216:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.123464:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.123581:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551449088:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128327.123588:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128327.123600:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 64 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.123612:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7c00, rc 0) 00000100:00100000:1.0:1746128327.123661:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555748224 00000100:00100000:1.0:1746128327.123666:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555748224 00000100:00100000:1.0:1746128327.123700:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30519 00000100:00100000:1.0:1746128327.123707:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947555748224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.123716:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.123726:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ea6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.123741:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.123745:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 66 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.123751:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.123753:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ea6 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.123792:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1725:x1830947555748096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2734us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.123797:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30518 00010000:00010000:2.0:1746128327.123972:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.123982:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.123992:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551449216:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.124025:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.124026:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00010000:00010000:1.0:1746128327.124033:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.124118:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551449344:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.124144:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.126004:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551449216:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.126018:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.126047:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555748352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2327us (2459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.126056:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15480 00000100:00100000:0.0:1746128327.126120:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.126157:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551449344:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.126176:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ea6 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.126188:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:2.0:1746128327.126204:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555748608 00000100:00100000:2.0:1746128327.126209:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555748608 00002000:00100000:2.0:1746128327.126239:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979d7800 x1830947555748608/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.126248:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d7800 with x1830947555748608 ext(0->4095) 00010000:00010000:2.0:1746128327.126253:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 66 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.126258:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1723:x1830947555748224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (2799us total) trans 0 rc 0/0 00010000:00010000:2.0:1746128327.126263:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 66 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.126265:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30519 00002000:00010000:2.0:1746128327.126269:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979d7800 00000100:00100000:2.0:1746128327.126283:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3182 00000100:00100000:2.0:1746128327.126289:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947555748608:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.126378:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947555748608:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.126386:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3182 00002000:00100000:2.0:1746128327.126391:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979d7800 x1830947555748608/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.126397:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d7800 with x1830947555748608 ext(0->4095) 00010000:00010000:2.0:1746128327.126401:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.126409:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.126414:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979d7800 00000100:00100000:0.0:1746128327.128602:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.129176:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555748736 00000100:00100000:1.0:1746128327.129182:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555748736 00000100:00100000:1.0:1746128327.129222:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30520 00000100:00100000:1.0:1746128327.129228:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555748736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.129240:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.129252:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ead expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.129271:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.129276:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ea6 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.129282:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128327.129285:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ead expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.129315:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ea6 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.129326:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ead expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.129334:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128327.129373:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555748736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.129379:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30520 00000100:00100000:0.0:1746128327.130478:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.130569:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555748864 00000100:00100000:2.0:1746128327.130575:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555748864 00010000:00010000:2.0:1746128327.130597:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.130619:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15481 00000100:00100000:2.0:1746128327.130624:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947555748864:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.130633:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.130649:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.130659:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.130677:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644e9f expref: 65 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.130705:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.130707:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.130713:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ea6 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.130719:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ea6 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.130740:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ea6 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.130749:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5b54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ea6 expref: 64 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.130758:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551449600:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.130838:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.133136:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.133234:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551449600:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.133248:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.133278:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947555748864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2653us (2803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.133286:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15481 00000100:00100000:0.0:1746128327.137659:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.137858:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.137936:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555749248 00000100:00100000:2.0:1746128327.137945:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555749248 00000100:00100000:2.0:1746128327.138010:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30521 00000100:00100000:2.0:1746128327.138018:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947555749248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.138036:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.138051:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b62 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644eb4 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.138074:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.138080:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ead expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.138086:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128327.138089:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b62 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eb4 expref: 65 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.138121:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ead expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.138133:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b62 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eb4 expref: 65 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.138142:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128327.138178:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947555749248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.138183:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30521 00000100:00100000:0.0:1746128327.141531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.141585:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555749632 00000100:00100000:1.0:1746128327.141592:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555749632 00002000:00100000:1.0:1746128327.141624:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabea00 x1830947555749632/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.141633:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947555749632 ext(0->4095) 00010000:00010000:1.0:1746128327.141640:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ead expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.141652:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ead expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.141658:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:1.0:1746128327.141680:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3184 00000100:00100000:1.0:1746128327.141686:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555749632:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.141777:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555749632:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.141783:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3184 00002000:00100000:1.0:1746128327.141787:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabea00 x1830947555749632/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.141794:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947555749632 ext(0->4095) 00010000:00010000:1.0:1746128327.141798:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ead expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.141805:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5b5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ead expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.141810:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:0.0:1746128327.145358:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.149510:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.149588:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555750016 00000100:00100000:2.0:1746128327.149594:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555750016 00002000:00100000:2.0:1746128327.149632:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac4700 x1830947555750016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.149642:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac4700 with x1830947555750016 ext(0->4095) 00002000:00010000:2.0:1746128327.149646:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac4700 00000100:00100000:2.0:1746128327.149672:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13799 00000100:00100000:2.0:1746128327.149678:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947555750016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.150211:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947555750016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 532us (701us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.150217:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13799 00002000:00100000:2.0:1746128327.150223:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac4700 x1830947555750016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.150229:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac4700 with x1830947555750016 ext(0->4095) 00002000:00010000:2.0:1746128327.150232:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac4700 00000100:00100000:0.0:1746128327.156786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.156903:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555750144 00000100:00100000:1.0:1746128327.156910:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555750144 00000100:00100000:1.0:1746128327.157082:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30522 00000100:00100000:1.0:1746128327.157092:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555750144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.157107:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.157132:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5b69 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ebb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.157156:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eb4 expref: 63 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.157162:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.157164:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.157167:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5b69 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ebb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.157195:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eb4 expref: 63 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.157206:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eb4 expref: 63 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.157216:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551450112:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.157295:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.159254:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551450112:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.159279:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5b69 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ebb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.159291:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128327.159449:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555750144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2357us (2668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.159457:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30522 00000100:00100000:0.0:1746128327.159741:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.163785:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2015:x1830947555750272:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3748us (4034us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746128327.163796:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3185 00002000:00100000:0.0:1746128327.163806:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012fac5880 x1830947555750272/t4294970541(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/448 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.163814:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5880 with x1830947555750272 ext(0->7) 00010000:00010000:0.0:1746128327.163823:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eb4 expref: 66 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.163836:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eb4 expref: 66 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.163843:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac5880 00000100:00100000:0.0:1746128327.165673:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.170123:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.170184:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555750656 00000100:00100000:2.0:1746128327.170190:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555750656 00002000:00100000:2.0:1746128327.170217:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac5c00 x1830947555750656/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.170224:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5c00 with x1830947555750656 ext(0->4095) 00002000:00010000:2.0:1746128327.170227:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac5c00 00000100:00100000:2.0:1746128327.170239:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13800 00000100:00100000:2.0:1746128327.170244:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555750656:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.170419:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555750656:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.170425:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13800 00002000:00100000:2.0:1746128327.170429:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac5c00 x1830947555750656/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.170441:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac5c00 with x1830947555750656 ext(0->4095) 00002000:00010000:2.0:1746128327.170444:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac5c00 00000100:00100000:0.0:1746128327.173314:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.173387:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555750784 00000100:00100000:1.0:1746128327.173394:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555750784 00000100:00100000:1.0:1746128327.173443:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30523 00000100:00100000:1.0:1746128327.173451:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947555750784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.173464:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.173477:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ec2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.173499:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5b69 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ebb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.173507:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.173509:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.173511:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.173535:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5b69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ebb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.173576:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e5b69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ebb expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.173663:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551450368:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.173891:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.175104:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551450368:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.175724:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.175738:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128327.175770:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1725:x1830947555750784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2319us (2462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.175777:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30523 00000100:00100000:0.0:1746128327.177880:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.179608:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.179694:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555751168 00000100:00100000:2.0:1746128327.179699:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555751168 00002000:00100000:2.0:1746128327.179725:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3480 x1830947555751168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.179733:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3480 with x1830947555751168 ext(0->4095) 00002000:00010000:2.0:1746128327.179737:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba3480 00000100:00100000:2.0:1746128327.179750:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13801 00000100:00100000:2.0:1746128327.179755:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2016:x1830947555751168:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128327.180019:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2016:x1830947555751168:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 262us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.180025:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13801 00002000:00100000:2.0:1746128327.180030:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3480 x1830947555751168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.180037:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3480 with x1830947555751168 ext(0->4095) 00002000:00010000:2.0:1746128327.180040:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba3480 00000100:00100000:0.0:1746128327.181340:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.181529:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555751296 00000100:00100000:1.0:1746128327.181534:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555751296 00000100:00100000:1.0:1746128327.181581:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30524 00000100:00100000:1.0:1746128327.181586:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555751296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.181596:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.181608:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ec9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.181627:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.181631:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.181632:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.181634:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.181652:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.181659:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 65 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.181667:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551450624:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.181716:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.187416:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551450624:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.187445:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.187461:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128327.187512:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555751296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5925us (6174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.187523:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30524 00000100:00100000:0.0:1746128327.190127:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.190804:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555751424 00000100:00100000:2.0:1746128327.190812:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555751424 00002000:00100000:2.0:1746128327.190846:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096ba0700 x1830947555751424/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.190855:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0700 with x1830947555751424 ext(0->7) 00010000:00010000:2.0:1746128327.190862:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 66 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.190875:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 66 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.190882:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba0700 00000100:00100000:2.0:1746128327.190911:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3186 00000100:00100000:2.0:1746128327.190917:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2015:x1830947555751424:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128327.192376:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947555751424:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1455us (2250us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746128327.192383:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3186 00002000:00100000:0.0:1746128327.192390:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096ba0700 x1830947555751424/t4294970542(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/448 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.192397:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0700 with x1830947555751424 ext(0->7) 00010000:00010000:0.0:1746128327.192402:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 68 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.192417:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec2 expref: 68 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.192423:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba0700 00000100:00100000:0.0:1746128327.201329:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.201919:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.201958:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555751680 00000100:00100000:1.0:1746128327.201974:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555751680 00000100:00100000:1.0:1746128327.201997:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30525 00000100:00100000:1.0:1746128327.202002:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947555751680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.202013:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.202022:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ed0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.202037:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.202044:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.202045:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.202048:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.202063:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.202072:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.202080:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551450880:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.202242:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.204324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.204342:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555751936 00000100:00100000:0.0:1746128327.204347:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555751936 00002000:00100000:0.0:1746128327.204369:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba1880 x1830947555751936/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.204376:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1880 with x1830947555751936 ext(0->4095) 00010000:00010000:0.0:1746128327.204381:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.204390:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.204394:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba1880 00000100:00100000:1.0:1746128327.204404:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551450880:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128327.204408:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3187 00000100:00100000:0.0:1746128327.204412:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555751936:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00010000:00010000:1.0:1746128327.204426:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.204436:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128327.204465:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1723:x1830947555751680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2463us (2546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.204472:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30525 00000100:00100000:0.0:1746128327.204492:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555751936:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 79us (174us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128327.204496:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3187 00002000:00100000:0.0:1746128327.204499:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba1880 x1830947555751936/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.204504:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1880 with x1830947555751936 ext(0->4095) 00010000:00010000:0.0:1746128327.204507:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.204512:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5b77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ec9 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.204515:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba1880 00000100:00100000:0.0:1746128327.206591:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.208903:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.208937:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555752320 00000100:00100000:2.0:1746128327.208941:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555752320 00002000:00100000:2.0:1746128327.208972:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3800 x1830947555752320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.208978:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3800 with x1830947555752320 ext(0->4095) 00002000:00010000:2.0:1746128327.208981:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba3800 00000100:00100000:2.0:1746128327.209001:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13802 00000100:00100000:2.0:1746128327.209005:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2014:x1830947555752320:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.209077:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2014:x1830947555752320:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 73us (177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.209081:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13802 00002000:00100000:2.0:1746128327.209084:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3800 x1830947555752320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.209088:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3800 with x1830947555752320 ext(0->4095) 00002000:00010000:2.0:1746128327.209090:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba3800 00010000:00010000:0.0:1746128327.213734:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128327.218979:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.219300:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555752448 00000100:00100000:1.0:1746128327.219309:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555752448 00000100:00100000:1.0:1746128327.219539:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30526 00000100:00100000:1.0:1746128327.219583:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555752448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.219597:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.219610:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ed7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.219632:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.219639:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.219641:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.219644:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.219668:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.219679:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 67 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.219690:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551451136:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.220003:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.221791:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551451136:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.221813:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.221823:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128327.221854:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555752448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2273us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.221861:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30526 00000100:00100000:0.0:1746128327.222505:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.222571:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555752576 00000100:00100000:2.0:1746128327.222577:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555752576 00002000:00100000:2.0:1746128327.222604:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008b6fbb80 x1830947555752576/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.222613:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fbb80 with x1830947555752576 ext(0->7) 00010000:00010000:2.0:1746128327.222619:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 68 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.222630:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 68 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.222636:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fbb80 00000100:00100000:2.0:1746128327.222659:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3188 00000100:00100000:2.0:1746128327.222666:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947555752576:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128327.223593:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555752576:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 925us (1086us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746128327.223600:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3188 00002000:00100000:0.0:1746128327.223605:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008b6fbb80 x1830947555752576/t4294970543(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/448 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.223613:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fbb80 with x1830947555752576 ext(0->7) 00010000:00010000:0.0:1746128327.223619:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.223630:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.223640:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fbb80 00000100:00100000:0.0:1746128327.225250:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.225309:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555752704 00000100:00100000:1.0:1746128327.225315:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555752704 00000100:00100000:1.0:1746128327.225361:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30527 00000100:00100000:1.0:1746128327.225367:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1723:x1830947555752704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.225377:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.225389:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ede expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.225408:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.225412:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.225417:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128327.225420:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.225452:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.225462:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.225469:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:0.0:1746128327.225513:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.225514:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1723:x1830947555752704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.225520:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30527 00000100:00100000:1.0:1746128327.225899:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555752832 00000100:00100000:1.0:1746128327.225903:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555752832 00010000:00010000:1.0:1746128327.225918:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.225935:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15488 00000100:00100000:1.0:1746128327.225940:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2015:x1830947555752832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.225949:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.225970:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.225980:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.225994:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5b7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed0 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.226016:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.226018:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.226024:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.226031:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.226048:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.226056:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.226065:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551451392:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.226106:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.228223:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551451392:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.228240:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.228281:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555752832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2339us (2767us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.228290:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15488 00000100:00100000:1.0:1746128327.229011:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.229057:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555753088 00000100:00100000:0.0:1746128327.229062:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555753088 00002000:00100000:0.0:1746128327.229089:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d500 x1830947555753088/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.229098:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d500 with x1830947555753088 ext(0->4095) 00010000:00010000:0.0:1746128327.229105:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.229116:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.229122:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211d500 00000100:00100000:0.0:1746128327.229147:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3189 00000100:00100000:0.0:1746128327.229153:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555753088:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128327.229256:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555753088:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128327.229262:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3189 00002000:00100000:0.0:1746128327.229267:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d500 x1830947555753088/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.229275:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d500 with x1830947555753088 ext(0->4095) 00010000:00010000:0.0:1746128327.229279:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.229288:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.229293:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211d500 00000100:00100000:0.0:1746128327.232110:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.232238:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555753216 00000100:00100000:1.0:1746128327.232245:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555753216 00010000:00010000:1.0:1746128327.232269:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.232360:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15489 00000100:00100000:1.0:1746128327.232368:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555753216:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.232378:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.232394:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.232404:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.232423:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5b85 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ed7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.232651:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.232653:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.232660:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.232667:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.232693:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.232704:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551451520:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.232755:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.234580:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551451520:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.234598:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128327.234738:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555753216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2369us (2631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128327.234747:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15489 00000100:00100000:2.0:1746128327.234789:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.237334:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.237405:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555753600 00000100:00100000:2.0:1746128327.237411:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555753600 00000100:00100000:2.0:1746128327.237505:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30528 00000100:00100000:2.0:1746128327.237512:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555753600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.237524:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.237538:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ee5 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.237718:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.237724:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.237727:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.237729:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.237755:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.237766:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 69 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.237775:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551451648:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.238361:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.239368:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551451648:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.239387:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.239397:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128327.239424:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555753600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1912us (2265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.239432:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30528 00000100:00100000:0.0:1746128327.239817:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.240021:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555753728 00000100:00100000:2.0:1746128327.240026:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555753728 00010000:00010000:2.0:1746128327.240045:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.240127:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15490 00000100:00100000:2.0:1746128327.240134:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555753728:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.240149:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.240163:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.240172:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.240189:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5b8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ede expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.240372:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.240374:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.240380:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.240388:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.240412:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.240421:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551451776:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.240585:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.242222:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551451776:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.242235:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.242420:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947555753728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2285us (2602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128327.242574:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.242659:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15490 00000100:00100000:0.0:1746128327.244396:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.244949:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.245027:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555754112 00000100:00100000:2.0:1746128327.245033:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555754112 00000100:00100000:2.0:1746128327.245069:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555754240 00000100:00100000:2.0:1746128327.245071:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555754240 00000100:00100000:2.0:1746128327.245084:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30529 00000100:00100000:2.0:1746128327.245089:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1725:x1830947555754112:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.245102:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.245118:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644eec expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.245143:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.245149:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.245151:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.245154:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.245178:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.245188:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 5 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.245198:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551451904:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.245263:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.245286:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30530 00000100:00100000:0.0:1746128327.245293:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1723:x1830947555754240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128327.245299:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128327.245304:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5ba1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ef3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.245315:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128327.245319:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.245323:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128327.245325:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5ba1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ef3 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.245347:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.245356:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5ba1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ef3 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.245364:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:0.0:1746128327.246201:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:1723:x1830947555754240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 907us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128327.246207:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30530 00000100:00100000:0.0:1746128327.247109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.247167:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555754368 00000100:00100000:2.0:1746128327.247171:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555754368 00010000:00010000:2.0:1746128327.247189:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.247208:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15491 00000100:00100000:2.0:1746128327.247213:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555754368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.247221:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.247234:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.247243:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.247259:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e5b93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ee5 expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.247283:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.247285:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.247291:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 70 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.247298:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 70 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.247319:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 70 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.247333:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 70 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.247342:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551452160:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.247390:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.249394:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.249489:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551452160:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.249504:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.249536:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555754368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2322us (2426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.249584:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15491 00000100:00100000:1.0:1746128327.249789:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555754624 00000100:00100000:1.0:1746128327.249795:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555754624 00002000:00100000:1.0:1746128327.249821:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f9f80 x1830947555754624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.249830:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9f80 with x1830947555754624 ext(0->4095) 00010000:00010000:1.0:1746128327.249836:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.249852:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.249859:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6f9f80 00000100:00100000:1.0:1746128327.249874:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3190 00000100:00100000:1.0:1746128327.249880:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2014:x1830947555754624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.249982:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2014:x1830947555754624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.249988:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3190 00002000:00100000:1.0:1746128327.249994:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f9f80 x1830947555754624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.250000:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9f80 with x1830947555754624 ext(0->4095) 00010000:00010000:1.0:1746128327.250004:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.250017:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.250022:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6f9f80 00000100:00100000:0.0:1746128327.252366:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.252413:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.252465:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555754880 00000100:00100000:2.0:1746128327.252472:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555754880 00010000:00010000:2.0:1746128327.252496:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.252525:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15492 00000100:00100000:2.0:1746128327.252529:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2016:x1830947555754880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.252536:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.252568:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.253268:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.253299:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e5b9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644eec expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.253324:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.253325:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.253331:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5ba1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ef3 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.253338:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ef3 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.253364:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ef3 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.253374:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e5ba1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ef3 expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.253383:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551452288:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.253446:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.255264:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551452288:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.255279:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.255307:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2016:x1830947555754880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2776us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.255316:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15492 00000100:00100000:0.0:1746128327.256216:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.259756:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.260509:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.263911:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.264232:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555755648 00000100:00100000:1.0:1746128327.264238:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555755648 00002000:00100000:1.0:1746128327.264267:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba2680 x1830947555755648/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.264275:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2680 with x1830947555755648 ext(0->4095) 00010000:00010000:1.0:1746128327.264282:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644efa expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.264293:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644efa expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.264298:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba2680 00000100:00100000:1.0:1746128327.264323:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3192 00000100:00100000:1.0:1746128327.264329:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555755648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.264432:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555755648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.264438:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3192 00002000:00100000:1.0:1746128327.264444:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba2680 x1830947555755648/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.264456:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2680 with x1830947555755648 ext(0->4095) 00010000:00010000:1.0:1746128327.264460:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644efa expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.264468:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644efa expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.264473:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba2680 00000100:00100000:0.0:1746128327.269286:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.271926:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.271996:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555756032 00000100:00100000:2.0:1746128327.272002:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555756032 00002000:00100000:2.0:1746128327.272037:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5c00 x1830947555756032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.272053:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5c00 with x1830947555756032 ext(0->4095) 00002000:00010000:2.0:1746128327.272057:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e5c00 00000100:00100000:2.0:1746128327.272087:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13805 00000100:00100000:2.0:1746128327.272274:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2014:x1830947555756032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.272354:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2014:x1830947555756032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 262us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.272358:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13805 00002000:00100000:2.0:1746128327.272361:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5c00 x1830947555756032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.272366:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5c00 with x1830947555756032 ext(0->4095) 00002000:00010000:2.0:1746128327.272368:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e5c00 00000100:00100000:0.0:1746128327.274937:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.275041:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555756160 00000100:00100000:2.0:1746128327.275048:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555756160 00000100:00100000:2.0:1746128327.275094:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30533 00000100:00100000:2.0:1746128327.275101:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555756160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.275114:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.275129:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e5bb6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f08 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.275151:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5baf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f01 expref: 69 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.275157:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.275158:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.275162:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e5bb6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f08 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.275188:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5baf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f01 expref: 69 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.275199:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5baf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f01 expref: 69 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.275208:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551452928:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.275593:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.277042:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551452928:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.277067:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e5bb6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f08 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.277081:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e4b9600, rc 0) 00000100:00100000:2.0:1746128327.277126:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555756160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2024us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.277133:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30533 00000100:00100000:0.0:1746128327.277329:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.281868:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.282171:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555756544 00000100:00100000:0.0:1746128327.282177:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555756544 00002000:00100000:0.0:1746128327.282207:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ce00 x1830947555756544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.282221:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ce00 with x1830947555756544 ext(0->4095) 00002000:00010000:0.0:1746128327.282225:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ce00 00000100:00100000:0.0:1746128327.282250:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13806 00000100:00100000:0.0:1746128327.282256:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555756544:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128327.282363:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555756544:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (502us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128327.282368:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13806 00002000:00100000:0.0:1746128327.282373:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ce00 x1830947555756544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.282379:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ce00 with x1830947555756544 ext(0->4095) 00002000:00010000:0.0:1746128327.282382:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ce00 00000100:00100000:0.0:1746128327.283650:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.283730:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555756672 00000100:00100000:2.0:1746128327.283736:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555756672 00000100:00100000:0.0:1746128327.284293:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.284888:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555756800 00000100:00100000:2.0:1746128327.284894:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555756800 00000100:00100000:2.0:1746128327.284918:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30534 00000100:00100000:2.0:1746128327.284924:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1723:x1830947555756672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.284937:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.284951:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f0f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.284987:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e5bb6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f08 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.284994:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.284996:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.284999:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f0f expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.285024:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e5bb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f08 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.285034:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e5bb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f08 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.285043:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551453184:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128327.285198:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30535 00000100:00100000:0.0:1746128327.285205:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1725:x1830947555756800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128327.285212:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128327.285217:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f16 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.285227:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128327.285230:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f0f expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.285234:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128327.285237:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f16 expref: 72 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.285255:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f0f expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.285263:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f16 expref: 72 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.285270:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8a00, rc 0) 00000100:00100000:0.0:1746128327.285287:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:1725:x1830947555756800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128327.285292:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30535 00000100:00100000:2.0:1746128327.285712:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.291482:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.291674:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551453184:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.291697:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f0f expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.291710:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c053000, rc 0) 00000100:00100000:2.0:1746128327.291761:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1723:x1830947555756672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6837us (8113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.291768:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30534 00000100:00100000:0.0:1746128327.294147:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.294522:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555757184 00000100:00100000:1.0:1746128327.294527:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555757184 00002000:00100000:1.0:1746128327.294569:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bdc00 x1830947555757184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.294577:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdc00 with x1830947555757184 ext(0->4095) 00010000:00010000:1.0:1746128327.294583:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f0f expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.294593:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f0f expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.294599:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bdc00 00000100:00100000:1.0:1746128327.294610:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3193 00000100:00100000:1.0:1746128327.294615:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2014:x1830947555757184:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.294701:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2014:x1830947555757184:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.294707:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3193 00002000:00100000:1.0:1746128327.294712:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bdc00 x1830947555757184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.294719:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdc00 with x1830947555757184 ext(0->4095) 00010000:00010000:1.0:1746128327.294723:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f0f expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.294731:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e5bbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f0f expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.294736:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bdc00 00000100:00100000:0.0:1746128327.297850:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.302211:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.302274:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555757568 00000100:00100000:2.0:1746128327.302280:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555757568 00002000:00100000:2.0:1746128327.302308:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf9f80 x1830947555757568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.302317:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9f80 with x1830947555757568 ext(0->4095) 00002000:00010000:2.0:1746128327.302321:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf9f80 00000100:00100000:2.0:1746128327.302350:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13807 00000100:00100000:2.0:1746128327.302356:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555757568:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.302468:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2015:x1830947555757568:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.302475:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13807 00002000:00100000:2.0:1746128327.302479:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf9f80 x1830947555757568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.302486:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9f80 with x1830947555757568 ext(0->4095) 00002000:00010000:2.0:1746128327.302489:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf9f80 00000100:00100000:0.0:1746128327.303739:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.303867:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555757696 00000100:00100000:2.0:1746128327.303873:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555757696 00000100:00100000:2.0:1746128327.303942:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30536 00000100:00100000:2.0:1746128327.303949:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555757696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.303970:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.303983:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f1d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.304003:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f16 expref: 69 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.304013:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.304015:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.304018:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.304040:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f16 expref: 69 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.304050:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f16 expref: 69 pid: 9592 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.304061:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551453696:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.304117:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.305464:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551453696:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.305480:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.305491:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c052c00, rc 0) 00000100:00100000:2.0:1746128327.305513:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555757696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.305520:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30536 00000100:00100000:0.0:1746128327.306281:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.306886:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15498 00000100:00100000:1.0:1746128327.306897:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2016:x1830947555757824:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.306906:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.306921:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f16 expref: 70 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.306931:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f16 expref: 70 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.306947:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5bc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f16 expref: 70 pid: 9592 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.306976:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.306978:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.306983:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.306994:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.307017:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.307027:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551453824:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.307076:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.307955:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551453824:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.308051:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.308083:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2016:x1830947555757824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1190us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.308090:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15498 00000100:00100000:0.0:1746128327.308831:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.308973:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555758080 00000100:00100000:2.0:1746128327.308979:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555758080 00002000:00100000:2.0:1746128327.309008:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfaa00 x1830947555758080/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.309024:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfaa00 with x1830947555758080 ext(0->4095) 00002000:00010000:2.0:1746128327.309028:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edfaa00 00000100:00100000:2.0:1746128327.309043:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13808 00000100:00100000:2.0:1746128327.309049:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555758080:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.309165:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555758080:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.309171:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13808 00002000:00100000:2.0:1746128327.309175:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfaa00 x1830947555758080/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.309182:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfaa00 with x1830947555758080 ext(0->4095) 00002000:00010000:2.0:1746128327.309184:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edfaa00 00000100:00100000:0.0:1746128327.310524:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.310613:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555758208 00000100:00100000:2.0:1746128327.310618:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555758208 00000100:00100000:2.0:1746128327.310651:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30537 00000100:00100000:2.0:1746128327.310658:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1725:x1830947555758208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.310668:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.310682:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f24 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.310703:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.310709:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.310711:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.310714:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.310798:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.310808:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.310818:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551453952:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.311013:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.312148:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.312203:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.312246:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555758464 00000100:00100000:1.0:1746128327.312251:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555758464 00010000:00010000:1.0:1746128327.312269:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.312274:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551453952:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.312287:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15499 00010000:00010000:2.0:1746128327.312288:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.312292:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555758464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.312298:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c053200, rc 0) 00010000:00010000:1.0:1746128327.312299:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.312312:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.312317:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1725:x1830947555758208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1660us (1797us total) trans 0 rc 0/0 00010000:00010000:1.0:1746128327.312320:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.312322:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30537 00000100:00100000:2.0:1746128327.312334:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555758336 00010000:00010000:1.0:1746128327.312335:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e5bcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f1d expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.312336:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555758336 00000100:00100000:2.0:1746128327.312347:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30538 00010000:00010000:1.0:1746128327.312353:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.312355:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.312360:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.312364:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:1723:x1830947555758336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.312366:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.312372:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.312378:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f2b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.312383:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.312391:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551454080:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.312393:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.312398:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.312399:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.312401:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.312412:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.312419:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.312420:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.312426:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551454208:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.312441:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.313581:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551454080:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.313592:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.313818:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555758464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1524us (1613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.313826:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15499 00000100:00100000:0.0:1746128327.314209:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.314321:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555758720 00000100:00100000:1.0:1746128327.314325:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555758720 00002000:00100000:1.0:1746128327.314351:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85f80 x1830947555758720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.314366:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85f80 with x1830947555758720 ext(0->4095) 00010000:00010000:1.0:1746128327.314371:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.314381:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.314386:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e85f80 00000100:00100000:1.0:1746128327.314400:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3194 00000100:00100000:1.0:1746128327.314405:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2014:x1830947555758720:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.314497:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2014:x1830947555758720:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.314503:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3194 00002000:00100000:1.0:1746128327.314507:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85f80 x1830947555758720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.314514:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85f80 with x1830947555758720 ext(0->4095) 00010000:00010000:1.0:1746128327.314518:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.314526:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.314530:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e85f80 00000100:00100000:0.0:1746128327.316446:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.316656:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.316720:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555758976 00000100:00100000:1.0:1746128327.316724:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555758976 00010000:00010000:1.0:1746128327.316740:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.316758:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15500 00000100:00100000:1.0:1746128327.316762:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2014:x1830947555758976:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.316772:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.316805:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.316814:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.316830:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c053200/0x6e2f3e23d86e5bd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f24 expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.317091:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.317125:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2014:x1830947555758976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 362us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.317131:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15500 00000100:00100000:0.0:1746128327.318802:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.318920:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555759232 00000100:00100000:2.0:1746128327.318925:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555759232 00002000:00100000:2.0:1746128327.318949:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112d80 x1830947555759232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.318957:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112d80 with x1830947555759232 ext(0->4095) 00010000:00010000:2.0:1746128327.318973:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.318984:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.318995:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112d80 00000100:00100000:2.0:1746128327.319101:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3195 00000100:00100000:2.0:1746128327.319108:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2014:x1830947555759232:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.319199:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2014:x1830947555759232:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.319205:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3195 00002000:00100000:2.0:1746128327.319209:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112d80 x1830947555759232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.319215:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112d80 with x1830947555759232 ext(0->4095) 00010000:00010000:2.0:1746128327.319220:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.319229:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.319234:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112d80 00000100:00100000:0.0:1746128327.320472:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.320513:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.320667:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555759488 00000100:00100000:2.0:1746128327.320670:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555759488 00010000:00010000:2.0:1746128327.320681:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.320705:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15501 00000100:00100000:2.0:1746128327.320709:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2017:x1830947555759488:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.320716:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.320726:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.320734:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.320854:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c053800/0x6e2f3e23d86e5bd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f2b expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.320867:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.320868:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.320873:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.320880:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.320919:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.320927:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.320937:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551454720:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.321094:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.321820:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551454720:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.321829:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.321843:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2017:x1830947555759488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1134us (1330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.321848:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15501 00000100:00100000:0.0:1746128327.322062:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.322090:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555759744 00000100:00100000:2.0:1746128327.322093:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555759744 00002000:00100000:2.0:1746128327.322108:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110e00 x1830947555759744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.322114:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110e00 with x1830947555759744 ext(0->4095) 00010000:00010000:2.0:1746128327.322118:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.322124:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.322128:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f110e00 00000100:00100000:2.0:1746128327.322144:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3196 00000100:00100000:2.0:1746128327.322147:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555759744:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.322204:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555759744:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 56us (143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.322207:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3196 00002000:00100000:2.0:1746128327.322210:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110e00 x1830947555759744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.322215:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110e00 with x1830947555759744 ext(0->4095) 00010000:00010000:2.0:1746128327.322217:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.322226:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.322229:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f110e00 00000100:00100000:0.0:1746128327.324227:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.324276:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555759872 00000100:00100000:2.0:1746128327.324281:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555759872 00010000:00010000:2.0:1746128327.324300:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.324324:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15502 00000100:00100000:2.0:1746128327.324330:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555759872:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.324340:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.324353:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.324362:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.324380:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5be0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f32 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.324403:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.324404:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.324410:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5be7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f39 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.324422:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f39 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.324446:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f39 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.324456:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551454848:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.324518:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.326242:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551454848:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.326263:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.326303:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555759872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1971us (2079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.326311:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15502 00000100:00100000:0.0:1746128327.326591:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.326654:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555760128 00000100:00100000:2.0:1746128327.326658:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555760128 00002000:00100000:2.0:1746128327.326679:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66d80 x1830947555760128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.326692:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66d80 with x1830947555760128 ext(0->4095) 00002000:00010000:2.0:1746128327.326695:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f66d80 00000100:00100000:2.0:1746128327.326714:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13809 00000100:00100000:2.0:1746128327.326720:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2016:x1830947555760128:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128327.326925:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2016:x1830947555760128:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 204us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.327107:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13809 00002000:00100000:2.0:1746128327.327112:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66d80 x1830947555760128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.327118:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66d80 with x1830947555760128 ext(0->4095) 00002000:00010000:2.0:1746128327.327121:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f66d80 00000100:00100000:0.0:1746128327.328047:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.329651:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.329781:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555760384 00000100:00100000:2.0:1746128327.329785:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555760384 00010000:00010000:2.0:1746128327.329798:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f39 expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.329815:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15503 00000100:00100000:2.0:1746128327.329819:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+70:2014:x1830947555760384:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.329827:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.329838:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f39 expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.329846:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f39 expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.329861:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5be7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f39 expref: 70 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.329877:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.329878:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.329883:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5bee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f40 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.329893:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5bee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f40 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.329910:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5bee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f40 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.329999:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551455104:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.330045:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.331169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.331186:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551455104:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.331197:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.331225:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2014:x1830947555760384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1405us (1574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.331231:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15503 00000100:00100000:0.0:1746128327.332731:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.334292:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.334357:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555760896 00000100:00100000:2.0:1746128327.334361:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555760896 00010000:00010000:2.0:1746128327.334428:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5bee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f40 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.334460:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15504 00000100:00100000:2.0:1746128327.334466:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555760896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.334474:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.334486:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5bee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f40 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.334495:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5bee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f40 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.334511:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5bee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f40 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.334532:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.334534:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.334775:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.334784:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.334805:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.334815:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551455360:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.334854:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.336598:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.336682:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551455360:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.336694:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.336719:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555760896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2253us (2427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.336726:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15504 00000100:00100000:0.0:1746128327.341641:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.344282:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.345268:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2014:x1830947555761408:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 857us (985us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746128327.345275:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3197 00002000:00100000:0.0:1746128327.345280:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008b6e5f80 x1830947555761408/t4294970544(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/448 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.345288:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5f80 with x1830947555761408 ext(0->7) 00010000:00010000:0.0:1746128327.345297:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.345307:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.345313:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e5f80 00000100:00100000:0.0:1746128327.346644:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.346749:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555761536 00000100:00100000:2.0:1746128327.346755:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555761536 00010000:00010000:2.0:1746128327.346775:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.347013:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15505 00000100:00100000:2.0:1746128327.347020:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2015:x1830947555761536:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.347030:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.347043:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.347052:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.347069:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5bf5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f47 expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.347364:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.347366:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.347374:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5bfc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f4e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.347382:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5bfc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f4e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.347408:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5bfc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f4e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.347417:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551455616:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.347586:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.350758:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551455616:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.350777:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.350825:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:2015:x1830947555761536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3805us (4183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.350835:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15505 00000100:00100000:0.0:1746128327.351349:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.351471:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555761792 00000100:00100000:2.0:1746128327.351476:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555761792 00002000:00100000:2.0:1746128327.351507:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5180 x1830947555761792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.351516:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5180 with x1830947555761792 ext(0->4095) 00002000:00010000:2.0:1746128327.351519:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e5180 00000100:00100000:2.0:1746128327.351602:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13812 00000100:00100000:2.0:1746128327.351609:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555761792:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.351721:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555761792:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.351727:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13812 00002000:00100000:2.0:1746128327.351731:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5180 x1830947555761792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.351737:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5180 with x1830947555761792 ext(0->4095) 00002000:00010000:2.0:1746128327.351740:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e5180 00000100:00100000:0.0:1746128327.351891:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.354164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.354277:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555762048 00000100:00100000:1.0:1746128327.354283:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555762048 00000100:00100000:1.0:1746128327.354311:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30545 00000100:00100000:1.0:1746128327.354429:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555762048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.354442:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.354452:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f5c expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.354474:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.354478:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.354483:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.354486:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f5c expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.354510:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.354597:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551455744:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.354612:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.354625:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00010000:00010000:1.0:1746128327.354627:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f5c expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.354638:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:2.0:1746128327.354659:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555761920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2564us (2768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.354659:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555762048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 342us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.354665:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30544 00000100:00100000:1.0:1746128327.354668:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30545 00000100:00100000:0.0:1746128327.355262:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.355301:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555762176 00000100:00100000:2.0:1746128327.355304:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555762176 00010000:00010000:2.0:1746128327.355319:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5bfc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f4e expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.355374:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15506 00000100:00100000:2.0:1746128327.355379:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555762176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.355386:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.355399:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5bfc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f4e expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.355407:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5bfc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f4e expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.355420:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5bfc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f4e expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.355439:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.355441:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.355449:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.355460:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.355538:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.355566:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.355575:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551456000:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.355611:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.357269:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551456000:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.357283:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.357314:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555762176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1934us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.357322:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15506 00000100:00100000:0.0:1746128327.358689:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.358785:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555762432 00000100:00100000:1.0:1746128327.358791:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555762432 00002000:00100000:1.0:1746128327.358818:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5500 x1830947555762432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.358827:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5500 with x1830947555762432 ext(0->4095) 00010000:00010000:1.0:1746128327.358834:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.358850:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.358856:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e5500 00000100:00100000:1.0:1746128327.358870:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3198 00000100:00100000:1.0:1746128327.358875:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555762432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.358994:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555762432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.359000:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3198 00002000:00100000:1.0:1746128327.359005:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5500 x1830947555762432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.359012:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5500 with x1830947555762432 ext(0->4095) 00010000:00010000:1.0:1746128327.359016:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.359025:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.359030:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e5500 00000100:00100000:0.0:1746128327.360923:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.360981:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555762560 00000100:00100000:2.0:1746128327.360987:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555762560 00010000:00010000:2.0:1746128327.361007:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.361037:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15507 00000100:00100000:2.0:1746128327.361043:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2017:x1830947555762560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.361051:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.361064:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.361078:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.361098:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5c03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f55 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.361110:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.361112:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.361117:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f5c expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.361125:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f5c expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.361154:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f5c expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.361165:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551456128:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.361516:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.362706:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551456128:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.362720:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.362742:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2017:x1830947555762560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1699us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.362749:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15507 00000100:00100000:2.0:1746128327.363088:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.366140:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.366230:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555762944 00000100:00100000:1.0:1746128327.366238:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555762944 00000100:00100000:1.0:1746128327.366455:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30546 00000100:00100000:1.0:1746128327.366463:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555762944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.366476:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.366491:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5c11 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f63 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.366515:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f5c expref: 71 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.366522:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.366523:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.366526:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5c11 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f63 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.366579:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f5c expref: 71 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.366589:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e5c0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f5c expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.366599:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551456256:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.366671:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.368074:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551456256:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.368093:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5c11 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f63 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.368102:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128327.368126:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555762944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1664us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.368131:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30546 00000100:00100000:0.0:1746128327.368285:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.371040:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.371121:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555763328 00000100:00100000:2.0:1746128327.371126:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555763328 00002000:00100000:2.0:1746128327.371151:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12300 x1830947555763328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.371159:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12300 with x1830947555763328 ext(0->4095) 00002000:00010000:2.0:1746128327.371163:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce12300 00000100:00100000:2.0:1746128327.371373:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13814 00000100:00100000:2.0:1746128327.371381:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555763328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.371478:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555763328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.371483:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13814 00002000:00100000:2.0:1746128327.371488:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12300 x1830947555763328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.371495:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12300 with x1830947555763328 ext(0->4095) 00002000:00010000:2.0:1746128327.371497:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce12300 00000100:00100000:0.0:1746128327.372628:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.372727:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555763456 00000100:00100000:1.0:1746128327.372731:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555763456 00000100:00100000:1.0:1746128327.372759:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30547 00000100:00100000:1.0:1746128327.372762:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1725:x1830947555763456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.372770:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.372779:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f6a expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.372795:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5c11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f63 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.372800:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.372801:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.372803:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f6a expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.372820:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5c11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f63 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.372826:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5c11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f63 expref: 5 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.372833:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551456512:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.372882:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.374063:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551456512:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.374081:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f6a expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.374096:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e200, rc 0) 00000100:00100000:1.0:1746128327.374177:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:1725:x1830947555763456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1369us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.374183:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30547 00000100:00100000:0.0:1746128327.374418:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.374497:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555763584 00000100:00100000:1.0:1746128327.374501:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555763584 00000100:00100000:1.0:1746128327.374529:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30548 00000100:00100000:1.0:1746128327.374535:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:1723:x1830947555763584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.374568:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.374576:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f71 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.374587:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.374591:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f6a expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.374596:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.374598:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.374616:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f6a expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.374623:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128327.374631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128327.374634:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128327.374652:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1723:x1830947555763584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.374657:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30548 00000100:00100000:0.0:1746128327.376195:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.376264:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555763968 00000100:00100000:2.0:1746128327.376278:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555763968 00002000:00100000:2.0:1746128327.376302:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c118380 x1830947555763968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.376311:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c118380 with x1830947555763968 ext(0->4095) 00010000:00010000:2.0:1746128327.376317:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f6a expref: 73 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.376331:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f6a expref: 73 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.376338:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c118380 00000100:00100000:2.0:1746128327.376366:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3199 00000100:00100000:2.0:1746128327.376372:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555763968:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.376462:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555763968:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.376468:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3199 00002000:00100000:2.0:1746128327.376478:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c118380 x1830947555763968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.376488:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c118380 with x1830947555763968 ext(0->4095) 00010000:00010000:2.0:1746128327.376492:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f6a expref: 73 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.376500:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5c18 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f6a expref: 73 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.376505:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c118380 00000100:00100000:0.0:1746128327.378378:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.378686:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.378767:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555764096 00000100:00100000:1.0:1746128327.378771:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555764096 00000100:00100000:1.0:1746128327.378986:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30549 00000100:00100000:1.0:1746128327.378991:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555764096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.379004:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.379012:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f78 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.379026:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.379031:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.379032:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.379035:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f78 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.379048:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 72 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.379056:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 72 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.379067:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551457024:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.379289:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.380415:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551457024:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.380428:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f78 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.380435:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128327.380450:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555764096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1460us (2077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.380455:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30549 00000100:00100000:0.0:1746128327.380737:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.380821:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555764480 00000100:00100000:1.0:1746128327.380824:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555764480 00002000:00100000:1.0:1746128327.380843:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c119500 x1830947555764480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.380849:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c119500 with x1830947555764480 ext(0->4095) 00010000:00010000:1.0:1746128327.380853:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 72 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.380860:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 72 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.380864:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c119500 00000100:00100000:1.0:1746128327.380873:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3200 00000100:00100000:1.0:1746128327.380876:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2014:x1830947555764480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.380947:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2014:x1830947555764480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 70us (211us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.380953:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3200 00002000:00100000:1.0:1746128327.380957:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c119500 x1830947555764480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.380979:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c119500 with x1830947555764480 ext(0->4095) 00010000:00010000:1.0:1746128327.380983:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 72 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.380991:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5c1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f71 expref: 72 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.380996:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c119500 00000100:00100000:2.0:1746128327.382029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.382105:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555764608 00000100:00100000:1.0:1746128327.382109:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555764608 00000100:00100000:1.0:1746128327.382129:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30550 00000100:00100000:1.0:1746128327.382135:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:1723:x1830947555764608:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.382142:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.382151:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5c2d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f7f expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.382165:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.382169:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f78 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.382174:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128327.382177:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5c2d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f7f expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.382198:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f78 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.382205:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5c2d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f7f expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.382213:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128327.382233:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1723:x1830947555764608:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.382239:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30550 00000100:00100000:0.0:1746128327.382265:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.386747:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.386864:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555764992 00000100:00100000:1.0:1746128327.386871:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555764992 00002000:00100000:1.0:1746128327.386902:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11aa00 x1830947555764992/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.386911:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11aa00 with x1830947555764992 ext(0->4095) 00010000:00010000:1.0:1746128327.386918:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f78 expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.386929:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f78 expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.386936:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c11aa00 00000100:00100000:1.0:1746128327.386972:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3201 00000100:00100000:1.0:1746128327.386979:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555764992:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.387652:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555764992:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 672us (908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.387658:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3201 00002000:00100000:1.0:1746128327.387664:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11aa00 x1830947555764992/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.387671:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11aa00 with x1830947555764992 ext(0->4095) 00010000:00010000:1.0:1746128327.387676:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f78 expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.387684:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e5c26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f78 expref: 6 pid: 27081 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.387690:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c11aa00 00000100:00100000:0.0:1746128327.389708:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.391811:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.391857:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555765376 00000100:00100000:1.0:1746128327.391861:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555765376 00002000:00100000:1.0:1746128327.391882:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c118a80 x1830947555765376/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.391889:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c118a80 with x1830947555765376 ext(0->4095) 00002000:00010000:1.0:1746128327.391892:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c118a80 00000100:00100000:1.0:1746128327.391916:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13815 00000100:00100000:1.0:1746128327.391921:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2014:x1830947555765376:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.392043:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2014:x1830947555765376:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.392048:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13815 00002000:00100000:1.0:1746128327.392054:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c118a80 x1830947555765376/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.392060:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c118a80 with x1830947555765376 ext(0->4095) 00002000:00010000:1.0:1746128327.392063:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c118a80 00000100:00100000:0.0:1746128327.393177:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.393216:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555765504 00000100:00100000:2.0:1746128327.393221:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555765504 00000100:00100000:2.0:1746128327.393251:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30551 00000100:00100000:2.0:1746128327.393255:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555765504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.393263:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.393276:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5c34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f86 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.393299:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5c2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f7f expref: 71 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.393306:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.393308:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.393311:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5c34 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f86 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.393332:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5c2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f7f expref: 71 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.393342:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5c2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f7f expref: 71 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.393351:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551457536:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.393511:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.394949:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551457536:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.394980:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5c34 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f86 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.394991:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128327.395014:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555765504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1758us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.395020:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30551 00000100:00100000:0.0:1746128327.395196:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.397361:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.397421:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555765888 00000100:00100000:1.0:1746128327.397426:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555765888 00002000:00100000:1.0:1746128327.397448:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11b480 x1830947555765888/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.397457:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11b480 with x1830947555765888 ext(0->4095) 00002000:00010000:1.0:1746128327.397460:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c11b480 00000100:00100000:1.0:1746128327.397679:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13816 00000100:00100000:1.0:1746128327.397685:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555765888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.397780:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555765888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.397785:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13816 00002000:00100000:1.0:1746128327.397791:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11b480 x1830947555765888/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.397797:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11b480 with x1830947555765888 ext(0->4095) 00002000:00010000:1.0:1746128327.397799:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c11b480 00000100:00100000:0.0:1746128327.399060:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.399668:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555766016 00000100:00100000:2.0:1746128327.399674:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555766016 00000100:00100000:2.0:1746128327.399709:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30552 00000100:00100000:2.0:1746128327.399715:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+71:1725:x1830947555766016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.399726:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.399738:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f8d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.399758:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5c34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f86 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.399764:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.399765:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.399768:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.399787:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5c34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f86 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.399796:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5c34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f86 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.399804:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551457792:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.399862:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.401392:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551457792:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128327.401393:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128327.401417:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.401431:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128327.401485:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:1725:x1830947555766016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1770us (2426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.401490:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30552 00000100:00100000:0.0:1746128327.404103:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.404157:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555766400 00000100:00100000:2.0:1746128327.404161:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555766400 00002000:00100000:2.0:1746128327.404184:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11ad80 x1830947555766400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.404192:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11ad80 with x1830947555766400 ext(0->4095) 00002000:00010000:2.0:1746128327.404195:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c11ad80 00000100:00100000:2.0:1746128327.404221:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13817 00000100:00100000:2.0:1746128327.404226:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2015:x1830947555766400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.404320:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2015:x1830947555766400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.404324:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13817 00002000:00100000:2.0:1746128327.404327:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11ad80 x1830947555766400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.404332:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11ad80 with x1830947555766400 ext(0->4095) 00002000:00010000:2.0:1746128327.404334:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c11ad80 00000100:00100000:0.0:1746128327.405899:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.405972:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555766528 00000100:00100000:2.0:1746128327.405977:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555766528 00000100:00100000:2.0:1746128327.406017:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30553 00000100:00100000:2.0:1746128327.406023:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555766528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.406033:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.406046:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f94 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.406064:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.406070:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.406072:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.406075:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.406096:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.406111:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 71 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.406119:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551458048:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.406176:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.408375:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551458048:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.408396:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.408483:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128327.408740:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555766528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2715us (2841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.408750:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30553 00000100:00100000:0.0:1746128327.409111:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.409211:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555766656 00000100:00100000:2.0:1746128327.409216:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555766656 00002000:00100000:2.0:1746128327.409261:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c11a300 x1830947555766656/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.409270:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11a300 with x1830947555766656 ext(0->7) 00010000:00010000:2.0:1746128327.409276:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.409286:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 72 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.409291:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c11a300 00000100:00100000:2.0:1746128327.409355:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3202 00000100:00100000:2.0:1746128327.409362:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+72:2014:x1830947555766656:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128327.409896:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555766656:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 531us (782us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746128327.409902:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3202 00002000:00100000:0.0:1746128327.409908:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c11a300 x1830947555766656/t4294970545(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 496/448 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.409914:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11a300 with x1830947555766656 ext(0->7) 00010000:00010000:0.0:1746128327.409919:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.409927:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.409932:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c11a300 00000100:00100000:0.0:1746128327.412666:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.413069:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15515 00000100:00100000:0.0:1746128327.413076:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555766784:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128327.413088:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128327.413104:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.413113:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.413132:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f8d expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.413163:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128327.413166:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128327.413172:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.413179:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.413204:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128327.413215:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551458176:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128327.413283:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.414825:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551458176:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.414838:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.414866:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555766784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1791us (2218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.414873:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15515 00000100:00100000:0.0:1746128327.415812:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.415872:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555767040 00000100:00100000:2.0:1746128327.415876:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555767040 00002000:00100000:2.0:1746128327.415898:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982d80 x1830947555767040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.415904:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982d80 with x1830947555767040 ext(0->4095) 00002000:00010000:2.0:1746128327.415908:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e982d80 00000100:00100000:2.0:1746128327.415925:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13818 00000100:00100000:2.0:1746128327.415928:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555767040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.416073:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555767040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.416079:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13818 00002000:00100000:2.0:1746128327.416084:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982d80 x1830947555767040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.416090:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982d80 with x1830947555767040 ext(0->4095) 00002000:00010000:2.0:1746128327.416093:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e982d80 00000100:00100000:0.0:1746128327.417143:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.417193:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555767168 00000100:00100000:2.0:1746128327.417197:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555767168 00000100:00100000:2.0:1746128327.417231:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30554 00000100:00100000:2.0:1746128327.417236:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555767168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.417245:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.417258:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644f9b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.417277:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.417283:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.417285:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.417288:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.417314:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.417324:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.417334:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551458304:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.417405:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.419125:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551458304:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.419143:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128327.420107:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128327.420215:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128327.420249:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555767168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3011us (3108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.420256:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30554 00000100:00100000:2.0:1746128327.420311:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555767296 00000100:00100000:2.0:1746128327.420315:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555767296 00000100:00100000:0.0:1746128327.420378:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.420399:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30555 00000100:00100000:2.0:1746128327.420405:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555767296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.420416:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.420426:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644fa2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.420442:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.420447:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.420452:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.420455:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.420477:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.420493:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.420500:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128327.420518:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555767296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.420523:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30555 00000100:00100000:2.0:1746128327.420664:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555767424 00000100:00100000:2.0:1746128327.420667:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555767424 00010000:00010000:2.0:1746128327.420679:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.420702:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15516 00000100:00100000:2.0:1746128327.420714:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555767424:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.420724:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.420744:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.420763:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.420780:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f94 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.420797:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.420799:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.420803:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.420810:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.420832:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.420842:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.420852:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551458560:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.420899:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.422272:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551458560:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.422284:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.422313:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555767424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1605us (1935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.422322:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15516 00000100:00100000:0.0:1746128327.422656:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.423029:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555767680 00000100:00100000:2.0:1746128327.423033:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555767680 00002000:00100000:2.0:1746128327.423055:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8380 x1830947555767680/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.423063:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8380 with x1830947555767680 ext(0->4095) 00010000:00010000:2.0:1746128327.423068:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.423075:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.423079:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a8380 00000100:00100000:2.0:1746128327.423131:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3203 00000100:00100000:2.0:1746128327.423141:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555767680:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.423237:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555767680:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (581us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.423242:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3203 00002000:00100000:2.0:1746128327.423247:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8380 x1830947555767680/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.423253:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8380 with x1830947555767680 ext(0->4095) 00010000:00010000:2.0:1746128327.423258:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.423270:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.423276:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a8380 00000100:00100000:0.0:1746128327.424587:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.425079:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.425136:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555767936 00000100:00100000:2.0:1746128327.425139:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555767936 00010000:00010000:2.0:1746128327.425151:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.425177:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15517 00000100:00100000:2.0:1746128327.425182:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc16050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555767936:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.425190:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.425200:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.425208:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.425221:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644f9b expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.425234:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.425236:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.425240:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.425252:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.425591:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.425601:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.425610:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551458816:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.425786:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.427073:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551458816:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128327.427084:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128327.427089:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.427175:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc16050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555767936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1991us (2095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.427183:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15517 00000100:00100000:0.0:1746128327.428539:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.429377:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.430086:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555768448 00000100:00100000:2.0:1746128327.430090:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555768448 00010000:00010000:2.0:1746128327.430105:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.430131:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15518 00000100:00100000:2.0:1746128327.430136:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555768448:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.430143:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.430156:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.430454:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.430471:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa2 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.430493:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.430494:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.430500:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5c57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.430506:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.430525:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.430535:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa9 expref: 5 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.430559:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551459072:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.430616:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.432208:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551459072:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.432227:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.432718:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555768448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2579us (3340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.432728:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15518 00000100:00100000:0.0:1746128327.432886:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.435608:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.435735:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555768832 00000100:00100000:2.0:1746128327.435742:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555768832 00010000:00010000:2.0:1746128327.435767:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa9 expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.435800:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15519 00000100:00100000:2.0:1746128327.435807:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555768832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.435817:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.435831:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa9 expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.435841:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa9 expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.435861:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5c57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fa9 expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.435872:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.435874:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.435880:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.435887:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.435915:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.435927:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551459200:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.436008:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.437650:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.437713:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551459200:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.437728:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.437754:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555768832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1947us (2150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.437762:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15519 00000100:00100000:1.0:1746128327.437794:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555769088 00000100:00100000:1.0:1746128327.437798:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555769088 00002000:00100000:1.0:1746128327.437824:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006d9f8a80 x1830947555769088/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.437842:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9f8a80 with x1830947555769088 ext(0->4095) 00002000:00010000:1.0:1746128327.437846:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006d9f8a80 00000100:00100000:1.0:1746128327.437871:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13819 00000100:00100000:1.0:1746128327.437877:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555769088:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.438049:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555769088:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.438055:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13819 00002000:00100000:1.0:1746128327.438060:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006d9f8a80 x1830947555769088/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.438067:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006d9f8a80 with x1830947555769088 ext(0->4095) 00002000:00010000:1.0:1746128327.438070:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006d9f8a80 00000100:00100000:0.0:1746128327.439280:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.439351:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555769216 00000100:00100000:2.0:1746128327.439355:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555769216 00000100:00100000:2.0:1746128327.439384:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30558 00000100:00100000:2.0:1746128327.439390:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555769216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.439398:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.439410:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644fb7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.439427:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.439433:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.439434:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.439437:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.439457:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.439756:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 73 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.439766:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551459328:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128327.441737:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.441808:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555769344 00000100:00100000:2.0:1746128327.441813:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555769344 00010000:00010000:2.0:1746128327.441832:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 74 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.441851:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15520 00000100:00100000:2.0:1746128327.441856:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555769344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.441864:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.441880:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 74 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.441889:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 74 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.441907:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5c5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb0 expref: 74 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.441917:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.441918:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.441924:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.441936:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.441957:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.441979:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551459456:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.442041:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.445217:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.445276:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555769600 00000100:00100000:1.0:1746128327.445283:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555769600 00002000:00100000:1.0:1746128327.445315:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41e300 x1830947555769600/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.445324:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41e300 with x1830947555769600 ext(0->4095) 00002000:00010000:1.0:1746128327.445328:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41e300 00000100:00100000:2.0:1746128327.445426:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551459456:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.445441:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.445484:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555769344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3627us (3748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.445492:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15520 00000100:00100000:1.0:1746128327.445566:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13820 00000100:00100000:1.0:1746128327.445573:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555769600:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.445667:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555769600:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.445673:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13820 00002000:00100000:1.0:1746128327.445678:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41e300 x1830947555769600/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.445684:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41e300 with x1830947555769600 ext(0->4095) 00002000:00010000:1.0:1746128327.445687:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41e300 00000100:00100000:0.0:1746128327.447494:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.449264:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.449436:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555769856 00000100:00100000:2.0:1746128327.449443:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555769856 00000100:00100000:2.0:1746128327.449477:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30560 00000100:00100000:2.0:1746128327.449483:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555769856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.449493:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.449867:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644fc5 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.449886:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.449890:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.449900:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.449903:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.449927:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.449938:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.449947:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ee00, rc 0) 00000100:00100000:2.0:1746128327.449990:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555769856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 507us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.449996:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30560 00000100:00100000:0.0:1746128327.451624:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.451696:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555769984 00000100:00100000:2.0:1746128327.451701:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555769984 00010000:00010000:2.0:1746128327.451720:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.451737:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15521 00000100:00100000:2.0:1746128327.451743:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555769984:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.451750:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.451765:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.451776:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.451792:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5c65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fb7 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.451916:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.451918:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.451925:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.451933:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.451955:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.451981:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.451992:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551459840:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.452349:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.453375:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.453472:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551459840:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.453486:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.453518:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555769984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1776us (1896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.453525:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15521 00000100:00100000:0.0:1746128327.455206:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.457174:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.457235:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555770496 00000100:00100000:2.0:1746128327.457241:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555770496 00010000:00010000:2.0:1746128327.457261:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.457279:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15522 00000100:00100000:2.0:1746128327.457283:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555770496:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.457293:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.457306:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.457315:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.457330:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5c6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fbe expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.457708:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.457710:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.457716:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.457724:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.457751:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.457760:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 74 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.457873:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551460096:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.457939:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.459708:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.459778:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555770752 00000100:00100000:1.0:1746128327.459785:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555770752 00002000:00100000:1.0:1746128327.459815:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7100 x1830947555770752/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.459824:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7100 with x1830947555770752 ext(0->4095) 00010000:00010000:1.0:1746128327.459831:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.459971:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551460096:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.459990:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.460027:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555770496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2742us (2856us total) trans 0 rc 0/0 00010000:00010000:1.0:1746128327.460027:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.460033:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7100 00000100:00100000:2.0:1746128327.460035:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15522 00000100:00100000:1.0:1746128327.460058:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3207 00000100:00100000:1.0:1746128327.460064:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555770752:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.460240:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555770752:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.460246:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3207 00002000:00100000:1.0:1746128327.460251:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7100 x1830947555770752/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.460258:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7100 with x1830947555770752 ext(0->4095) 00010000:00010000:1.0:1746128327.460262:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 74 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.460271:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5c73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fc5 expref: 74 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.460276:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7100 00000100:00100000:0.0:1746128327.461618:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.461651:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.461664:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555771008 00000100:00100000:2.0:1746128327.461669:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555771008 00000100:00100000:2.0:1746128327.461968:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30562 00000100:00100000:2.0:1746128327.461975:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555771008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.461985:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.461994:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c81 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644fd3 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.462012:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.462016:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.462021:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128327.462024:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c81 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fd3 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.462049:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.462062:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c81 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fd3 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.462068:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.462070:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.462074:0:9593:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.462080:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.462321:0:9593:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.462334:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.462344:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551460352:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.462500:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.463915:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551460352:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.463926:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128327.463966:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555771008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1982us (2341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.463973:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30562 00000100:00100000:0.0:1746128327.464141:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.464270:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555771264 00000100:00100000:1.0:1746128327.464275:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555771264 00002000:00100000:1.0:1746128327.464300:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851880 x1830947555771264/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.464308:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851880 with x1830947555771264 ext(0->4095) 00010000:00010000:1.0:1746128327.464314:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.464324:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.464329:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097851880 00000100:00100000:1.0:1746128327.464432:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3208 00000100:00100000:1.0:1746128327.464439:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555771264:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.464651:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555771264:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 212us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.464657:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3208 00002000:00100000:1.0:1746128327.464662:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851880 x1830947555771264/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.464669:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851880 with x1830947555771264 ext(0->4095) 00010000:00010000:1.0:1746128327.464674:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.464682:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fcc expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.464687:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097851880 00000100:00100000:0.0:1746128327.466081:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.468655:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.468727:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555771648 00000100:00100000:1.0:1746128327.468732:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555771648 00002000:00100000:1.0:1746128327.468763:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851f80 x1830947555771648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.468771:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851f80 with x1830947555771648 ext(0->4095) 00002000:00010000:1.0:1746128327.468775:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097851f80 00000100:00100000:1.0:1746128327.468799:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13821 00000100:00100000:1.0:1746128327.468805:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555771648:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.468895:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555771648:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.468901:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13821 00002000:00100000:1.0:1746128327.468905:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851f80 x1830947555771648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.468912:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851f80 with x1830947555771648 ext(0->4095) 00002000:00010000:1.0:1746128327.468914:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097851f80 00000100:00100000:1.0:1746128327.470875:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.470928:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555771776 00000100:00100000:2.0:1746128327.470934:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555771776 00000100:00100000:2.0:1746128327.470979:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30563 00000100:00100000:2.0:1746128327.470984:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555771776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.470996:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.471010:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644fda expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.471032:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fd3 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.471039:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.471040:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.471043:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.471068:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fd3 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.471078:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5c81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fd3 expref: 73 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.471088:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551460608:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.471155:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.472813:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551460608:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.472834:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.472850:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128327.472888:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555771776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1902us (2016us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.472895:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30563 00000100:00100000:0.0:1746128327.473284:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.476242:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.476634:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13822 00000100:00100000:1.0:1746128327.476641:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555772160:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.476744:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555772160:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.476750:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13822 00002000:00100000:1.0:1746128327.476755:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097852d80 x1830947555772160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.476761:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852d80 with x1830947555772160 ext(0->4095) 00002000:00010000:1.0:1746128327.476763:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097852d80 00000100:00100000:0.0:1746128327.479116:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.479172:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555772288 00000100:00100000:2.0:1746128327.479178:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555772288 00000100:00100000:2.0:1746128327.479217:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30564 00000100:00100000:2.0:1746128327.479224:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555772288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.479234:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.479246:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644fe1 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.479267:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.479273:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.479275:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.479278:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.479299:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.479308:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 5 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.479322:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551460864:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.479383:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.479638:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.482519:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551460864:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.482570:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.482586:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128327.482633:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555772288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3409us (3521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.482640:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30564 00000100:00100000:0.0:1746128327.482726:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.482850:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555772544 00000100:00100000:2.0:1746128327.482855:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555772544 00010000:00010000:2.0:1746128327.482874:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.483082:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15526 00000100:00100000:2.0:1746128327.483088:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555772544:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.483098:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.483114:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.483124:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.483145:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5c88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fda expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.483288:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.483290:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.483296:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.483303:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.483326:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.483335:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 74 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.483346:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551461120:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.483404:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.487530:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.487636:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551461120:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.487653:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128327.487757:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555772800 00000100:00100000:0.0:1746128327.487762:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555772800 00002000:00100000:0.0:1746128327.487791:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d180 x1830947555772800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.487799:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d180 with x1830947555772800 ext(0->4095) 00010000:00010000:0.0:1746128327.487805:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.487816:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.487821:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211d180 00000100:00100000:2.0:1746128327.487879:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555772544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4791us (5152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.487887:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15526 00000100:00100000:0.0:1746128327.487914:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3209 00000100:00100000:0.0:1746128327.487920:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555772800:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128327.488040:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555772800:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (515us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128327.488046:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3209 00002000:00100000:0.0:1746128327.488050:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d180 x1830947555772800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.488057:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d180 with x1830947555772800 ext(0->4095) 00010000:00010000:0.0:1746128327.488061:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.488069:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5c8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe1 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.488075:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211d180 00000100:00100000:0.0:1746128327.490860:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.491355:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.491448:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555772928 00000100:00100000:2.0:1746128327.491455:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555772928 00000100:00100000:2.0:1746128327.491488:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30566 00000100:00100000:2.0:1746128327.491493:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555772928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.491506:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.491519:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644fef expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.491562:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.491567:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.491579:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128327.491582:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.491612:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.491629:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.491637:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128327.491671:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555772928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.491676:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30566 00000100:00100000:0.0:1746128327.493877:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.493988:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555773312 00000100:00100000:1.0:1746128327.493994:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555773312 00002000:00100000:1.0:1746128327.494022:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b5180 x1830947555773312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.494126:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b5180 with x1830947555773312 ext(0->4095) 00010000:00010000:1.0:1746128327.494136:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.494147:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.494153:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b5180 00000100:00100000:1.0:1746128327.494177:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3210 00000100:00100000:1.0:1746128327.494184:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555773312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.494287:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555773312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.494296:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3210 00002000:00100000:1.0:1746128327.494301:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b5180 x1830947555773312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.494308:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b5180 with x1830947555773312 ext(0->4095) 00010000:00010000:1.0:1746128327.494312:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.494321:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.494326:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b5180 00000100:00100000:0.0:1746128327.498022:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.498230:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555773440 00000100:00100000:2.0:1746128327.498239:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555773440 00000100:00100000:2.0:1746128327.498274:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30567 00000100:00100000:2.0:1746128327.498280:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555773440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.498295:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.498308:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ff6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.498330:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.498335:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.498340:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128327.498343:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.498373:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.498384:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.498392:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128327.498439:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555773440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.498444:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30567 00000100:00100000:0.0:1746128327.498821:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555773568 00000100:00100000:0.0:1746128327.498825:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555773568 00010000:00010000:0.0:1746128327.498840:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746128327.498866:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15528 00000100:00100000:0.0:1746128327.498871:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555773568:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128327.498879:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128327.498892:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.498901:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.498915:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5c96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fe8 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.498937:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128327.498938:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128327.498944:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.498950:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.498981:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.498991:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 5 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746128327.499001:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094fa4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551461632:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128327.499054:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.500711:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094fa4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551461632:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.500725:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.500894:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555773568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2021us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.500902:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15528 00000100:00100000:0.0:1746128327.504085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.504906:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555773824 00000100:00100000:1.0:1746128327.504914:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555773824 00002000:00100000:1.0:1746128327.504952:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6a00 x1830947555773824/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.504973:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6a00 with x1830947555773824 ext(0->4095) 00010000:00010000:1.0:1746128327.504981:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.504994:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.505001:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa6a00 00000100:00100000:1.0:1746128327.505033:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3211 00000100:00100000:1.0:1746128327.505039:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555773824:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.505161:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555773824:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (1083us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.505168:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3211 00002000:00100000:1.0:1746128327.505173:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6a00 x1830947555773824/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.505180:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6a00 with x1830947555773824 ext(0->4095) 00010000:00010000:1.0:1746128327.505184:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.505193:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.505198:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa6a00 00000100:00100000:0.0:1746128327.507716:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.507981:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555773952 00000100:00100000:2.0:1746128327.507990:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555773952 00010000:00010000:2.0:1746128327.508016:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.508053:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15529 00000100:00100000:2.0:1746128327.508060:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555773952:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.508070:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.508087:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.508098:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.508117:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5c9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644fef expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.508143:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.508146:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.508152:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.508159:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.508184:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.508197:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551461760:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.508257:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.510078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.510151:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551461760:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.510164:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.510202:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555773952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2142us (2493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.510209:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15529 00000100:00100000:0.0:1746128327.512329:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.512385:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555774336 00000100:00100000:1.0:1746128327.512389:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555774336 00000100:00100000:1.0:1746128327.512458:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30568 00000100:00100000:1.0:1746128327.512463:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555774336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.512473:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.512484:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9644ffd expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.512501:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.512506:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.512507:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.512510:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ffd expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.512529:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.512536:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.512668:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551461888:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.512763:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.514248:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551461888:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.514265:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ffd expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.514275:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128327.514295:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555774336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1833us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.514300:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30568 00000100:00100000:0.0:1746128327.514915:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.514977:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555774464 00000100:00100000:2.0:1746128327.514983:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555774464 00010000:00010000:2.0:1746128327.515008:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.515038:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15530 00000100:00100000:2.0:1746128327.515044:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555774464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.515054:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.515067:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.515077:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.515093:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5ca4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ff6 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.515117:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.515119:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.515124:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ffd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.515131:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ffd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.515152:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ffd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.515161:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551462016:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.515237:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.516358:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551462016:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.516371:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.516392:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555774464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1348us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.516398:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15530 00000100:00100000:0.0:1746128327.516750:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.519509:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.519597:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555774848 00000100:00100000:1.0:1746128327.519603:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555774848 00000100:00100000:1.0:1746128327.519644:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30569 00000100:00100000:1.0:1746128327.519651:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555774848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.519663:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.519676:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645004 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.519703:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ffd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.519710:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.519712:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.519714:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645004 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.519736:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ffd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.519747:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5cab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9644ffd expref: 5 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.519757:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551462144:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.520053:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.521123:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.521145:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551462144:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.521169:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645004 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.521180:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:2.0:1746128327.521183:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555774976 00000100:00100000:2.0:1746128327.521187:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555774976 00000100:00100000:1.0:1746128327.521204:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555774848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1553us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.521211:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30569 00000100:00100000:2.0:1746128327.521216:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30570 00000100:00100000:2.0:1746128327.521221:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555774976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.521229:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.521236:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964500b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.521249:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.521254:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645004 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.521260:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.521263:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.521281:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645004 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.521290:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.521297:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128327.521312:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555774976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.521317:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30570 00000100:00100000:0.0:1746128327.521425:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.523226:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.523392:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555775360 00000100:00100000:1.0:1746128327.523396:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555775360 00002000:00100000:1.0:1746128327.523418:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f105f80 x1830947555775360/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.523426:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105f80 with x1830947555775360 ext(0->4095) 00010000:00010000:1.0:1746128327.523431:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645004 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.523442:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645004 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.523447:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f105f80 00000100:00100000:1.0:1746128327.523459:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3212 00000100:00100000:1.0:1746128327.523470:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555775360:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.523666:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555775360:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 200us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.523672:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3212 00002000:00100000:1.0:1746128327.523678:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f105f80 x1830947555775360/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.523685:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105f80 with x1830947555775360 ext(0->4095) 00010000:00010000:1.0:1746128327.523689:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645004 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.523697:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645004 expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.523702:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f105f80 00000100:00100000:0.0:1746128327.526329:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.526422:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555775488 00000100:00100000:2.0:1746128327.526429:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555775488 00000100:00100000:0.0:1746128327.526623:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.527032:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30571 00000100:00100000:2.0:1746128327.527043:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555775488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.527053:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.527063:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645012 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.527079:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.527084:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.527086:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.527088:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645012 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.527106:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.527115:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.527123:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551462656:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.527160:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.528492:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551462656:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.528514:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645012 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.528524:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128327.528568:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555775488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1527us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.528575:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30571 00000100:00100000:0.0:1746128327.528800:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.528992:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555775872 00000100:00100000:1.0:1746128327.528997:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555775872 00002000:00100000:1.0:1746128327.529019:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f106300 x1830947555775872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.529028:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106300 with x1830947555775872 ext(0->4095) 00010000:00010000:1.0:1746128327.529034:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.529044:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.529050:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f106300 00000100:00100000:1.0:1746128327.529074:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3213 00000100:00100000:1.0:1746128327.529079:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555775872:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.529162:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555775872:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.529168:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3213 00002000:00100000:1.0:1746128327.529172:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f106300 x1830947555775872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.529180:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106300 with x1830947555775872 ext(0->4095) 00010000:00010000:1.0:1746128327.529184:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.529193:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964500b expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.529203:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f106300 00000100:00100000:2.0:1746128327.530903:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.530943:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.530947:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555776000 00000100:00100000:0.0:1746128327.530952:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555776000 00000100:00100000:0.0:1746128327.531034:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30572 00000100:00100000:0.0:1746128327.531040:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555776000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128327.531049:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128327.531059:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5cc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645019 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.531075:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128327.531079:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645012 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.531085:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128327.531088:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5cc7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645019 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.531111:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645012 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.531121:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5cc7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645019 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.531128:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8a00, rc 0) 00000100:00100000:0.0:1746128327.531149:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555776000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128327.531155:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30572 00000100:00100000:0.0:1746128327.533136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.533205:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555776384 00000100:00100000:2.0:1746128327.533211:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555776384 00002000:00100000:2.0:1746128327.533239:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91180 x1830947555776384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.533248:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91180 with x1830947555776384 ext(0->4095) 00010000:00010000:2.0:1746128327.533255:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645012 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.533266:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645012 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.533273:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91180 00000100:00100000:2.0:1746128327.533300:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3214 00000100:00100000:2.0:1746128327.533307:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555776384:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.533710:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555776384:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 403us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.533716:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3214 00002000:00100000:2.0:1746128327.533721:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91180 x1830947555776384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.533728:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91180 with x1830947555776384 ext(0->4095) 00010000:00010000:2.0:1746128327.533733:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645012 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.533741:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5cc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645012 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.533746:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91180 00000100:00100000:0.0:1746128327.536161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.539095:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.539297:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555776768 00000100:00100000:2.0:1746128327.539302:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555776768 00002000:00100000:2.0:1746128327.539329:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90e00 x1830947555776768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.539343:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90e00 with x1830947555776768 ext(0->4095) 00002000:00010000:2.0:1746128327.539346:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee90e00 00000100:00100000:2.0:1746128327.539404:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13825 00000100:00100000:2.0:1746128327.539411:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555776768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.539643:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555776768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 232us (547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.539650:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13825 00002000:00100000:2.0:1746128327.539655:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90e00 x1830947555776768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.539661:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90e00 with x1830947555776768 ext(0->4095) 00002000:00010000:2.0:1746128327.539664:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee90e00 00000100:00100000:0.0:1746128327.542737:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.542844:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555776896 00000100:00100000:1.0:1746128327.542851:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555776896 00000100:00100000:1.0:1746128327.542884:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30573 00000100:00100000:1.0:1746128327.542890:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555776896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.542903:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.542916:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5cce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645020 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.542939:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5cc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645019 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.542946:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.542947:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.542950:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5cce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645020 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.542988:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5cc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645019 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.542999:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645019 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.543009:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551463168:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.543345:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.545334:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551463168:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.545359:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5cce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645020 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.545374:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128327.545416:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555776896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2525us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.545424:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30573 00000100:00100000:0.0:1746128327.545887:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.549373:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.549590:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555777280 00000100:00100000:2.0:1746128327.549596:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555777280 00002000:00100000:2.0:1746128327.549631:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92300 x1830947555777280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.549641:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92300 with x1830947555777280 ext(0->4095) 00002000:00010000:2.0:1746128327.549645:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee92300 00000100:00100000:2.0:1746128327.549673:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13826 00000100:00100000:2.0:1746128327.549680:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555777280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128327.550259:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.550276:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555777408 00000100:00100000:1.0:1746128327.550279:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555777408 00000100:00100000:1.0:1746128327.550301:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30574 00000100:00100000:2.0:1746128327.550303:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555777280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 624us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.550306:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1723:x1830947555777408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746128327.550309:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13826 00010000:00010000:1.0:1746128327.550314:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746128327.550315:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92300 x1830947555777280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.550321:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92300 with x1830947555777280 ext(0->4095) 00002000:00010000:2.0:1746128327.550324:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee92300 00010000:00010000:1.0:1746128327.550326:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5cd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645027 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.550344:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5cce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645020 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.550350:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.550352:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.550355:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5cd5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645027 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.550376:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5cce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645020 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.550385:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5cce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645020 expref: 5 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.550396:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551463424:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.550452:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.552882:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.552971:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.553026:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555777536 00000100:00100000:2.0:1746128327.553032:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555777536 00000100:00100000:2.0:1746128327.553061:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30575 00000100:00100000:2.0:1746128327.553067:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555777536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128327.553072:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551463424:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.553078:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.553090:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5cdc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964502e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.553091:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5cd5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645027 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.553103:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00010000:00010000:2.0:1746128327.553106:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.553110:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5cd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645027 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.553114:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.553117:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5cdc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964502e expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.553136:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555777408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2829us (2877us total) trans 0 rc 0/0 00010000:00010000:2.0:1746128327.553139:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e5cd5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645027 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.553143:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30574 00010000:00010000:2.0:1746128327.553148:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5cdc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964502e expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.553154:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128327.553170:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555777536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.553175:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30575 00000100:00100000:0.0:1746128327.556158:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.557802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.559643:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.559728:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555778304 00000100:00100000:1.0:1746128327.559732:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555778304 00002000:00100000:1.0:1746128327.559757:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28b100 x1830947555778304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.559765:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b100 with x1830947555778304 ext(0->4095) 00002000:00010000:1.0:1746128327.559768:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28b100 00000100:00100000:1.0:1746128327.559792:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13827 00000100:00100000:1.0:1746128327.559797:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555778304:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.559907:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555778304:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.559913:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13827 00002000:00100000:1.0:1746128327.559918:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28b100 x1830947555778304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.559930:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b100 with x1830947555778304 ext(0->4095) 00002000:00010000:1.0:1746128327.559933:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28b100 00000100:00100000:0.0:1746128327.561187:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.561241:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555778432 00000100:00100000:2.0:1746128327.561244:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555778432 00000100:00100000:2.0:1746128327.561268:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30576 00000100:00100000:2.0:1746128327.561272:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555778432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.561280:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.561292:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5ce3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645035 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.561307:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5cdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964502e expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.561312:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.561313:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.561315:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5ce3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645035 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.561333:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5cdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964502e expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.561340:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5cdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964502e expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.561346:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551463936:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.561391:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.562455:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551463936:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.562478:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5ce3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645035 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.562487:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128327.562687:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555778432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1412us (1501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.562695:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30576 00000100:00100000:0.0:1746128327.562849:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.564756:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.565809:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555778816 00000100:00100000:2.0:1746128327.565815:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555778816 00002000:00100000:2.0:1746128327.565845:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28b800 x1830947555778816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.565853:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b800 with x1830947555778816 ext(0->4095) 00002000:00010000:2.0:1746128327.565857:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28b800 00000100:00100000:2.0:1746128327.565870:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13828 00000100:00100000:2.0:1746128327.565875:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555778816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.566058:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555778816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (1305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.566064:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13828 00002000:00100000:2.0:1746128327.566069:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28b800 x1830947555778816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.566077:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b800 with x1830947555778816 ext(0->4095) 00002000:00010000:2.0:1746128327.566079:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d28b800 00000100:00100000:0.0:1746128327.567380:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.567458:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555778944 00000100:00100000:2.0:1746128327.567463:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555778944 00000100:00100000:1.0:1746128327.567774:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30577 00000100:00100000:1.0:1746128327.567783:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555778944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.567793:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.567807:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964503c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.567827:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5ce3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645035 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.567833:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.567835:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.567838:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.567860:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645035 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.567870:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645035 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.567879:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551464192:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.567929:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.569406:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.569819:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551464192:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.570232:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.570242:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.570243:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.570249:0:9593:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.570256:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.570468:0:9593:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.570478:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551464320:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.570520:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.570592:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.572363:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551464320:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.572377:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128327.572400:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555778944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4619us (5024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.572406:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30577 00000100:00100000:0.0:1746128327.574011:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.574122:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555779456 00000100:00100000:2.0:1746128327.574127:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555779456 00002000:00100000:2.0:1746128327.574158:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e7100 x1830947555779456/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.574166:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7100 with x1830947555779456 ext(0->4095) 00010000:00010000:2.0:1746128327.574172:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.574180:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.574185:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e7100 00000100:00100000:2.0:1746128327.574206:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3216 00000100:00100000:2.0:1746128327.574211:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555779456:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.574392:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555779456:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.574398:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3216 00002000:00100000:2.0:1746128327.574402:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e7100 x1830947555779456/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.574409:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7100 with x1830947555779456 ext(0->4095) 00010000:00010000:2.0:1746128327.574413:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.574421:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5cea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964503c expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.574430:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e7100 00000100:00100000:0.0:1746128327.576590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.577260:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.579500:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.579571:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555779968 00000100:00100000:2.0:1746128327.579576:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555779968 00002000:00100000:2.0:1746128327.579600:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e5880 x1830947555779968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.579609:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5880 with x1830947555779968 ext(0->4095) 00010000:00010000:2.0:1746128327.579616:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645043 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.579625:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645043 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.579630:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e5880 00000100:00100000:2.0:1746128327.579757:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3217 00000100:00100000:2.0:1746128327.579764:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555779968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.579853:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555779968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.579858:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3217 00002000:00100000:2.0:1746128327.579863:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e5880 x1830947555779968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.579870:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5880 with x1830947555779968 ext(0->4095) 00010000:00010000:2.0:1746128327.579874:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645043 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.579886:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645043 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.579892:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e5880 00000100:00100000:0.0:1746128327.580973:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.581030:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.581167:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555780224 00000100:00100000:2.0:1746128327.581170:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555780224 00010000:00010000:2.0:1746128327.581182:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645043 expref: 76 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.581196:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15541 00000100:00100000:2.0:1746128327.581201:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2017:x1830947555780224:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.581209:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.581332:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645043 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.581341:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5cf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645043 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.581355:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5cf1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645043 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.581366:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.581368:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.581372:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.581383:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.581401:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.581411:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.581513:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551464960:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.581593:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.582508:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551464960:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.582519:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.582536:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2017:x1830947555780224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1335us (1506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.582695:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15541 00000100:00100000:2.0:1746128327.585076:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.585140:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555780480 00000100:00100000:0.0:1746128327.585147:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555780480 00002000:00100000:0.0:1746128327.585182:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ca80 x1830947555780480/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.585191:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ca80 with x1830947555780480 ext(0->4095) 00010000:00010000:0.0:1746128327.585198:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.585210:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.585216:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61ca80 00000100:00100000:0.0:1746128327.585278:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3218 00000100:00100000:0.0:1746128327.585285:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555780480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128327.585408:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555780480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128327.585414:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3218 00002000:00100000:0.0:1746128327.585419:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ca80 x1830947555780480/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.585426:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ca80 with x1830947555780480 ext(0->4095) 00010000:00010000:0.0:1746128327.585431:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.585439:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.585444:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61ca80 00000100:00100000:0.0:1746128327.592752:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.593203:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555780608 00000100:00100000:2.0:1746128327.593211:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555780608 00010000:00010000:2.0:1746128327.593238:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.593261:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15542 00000100:00100000:2.0:1746128327.593268:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555780608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.593283:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.593300:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.593315:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.593335:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5cf8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964504a expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.593362:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.593364:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.593370:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5cff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645051 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.593376:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5cff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645051 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.593403:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5cff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645051 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.593414:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551465088:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.594529:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.598479:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551465088:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.598498:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.598840:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555780608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5571us (6093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.598853:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15542 00000100:00100000:0.0:1746128327.599275:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.599856:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555780864 00000100:00100000:1.0:1746128327.599863:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555780864 00002000:00100000:1.0:1746128327.600027:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4a80 x1830947555780864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.600037:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4a80 with x1830947555780864 ext(0->4095) 00002000:00010000:1.0:1746128327.600043:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e4a80 00000100:00100000:1.0:1746128327.600094:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13829 00000100:00100000:1.0:1746128327.600101:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555780864:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.600217:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555780864:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (943us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.600223:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13829 00002000:00100000:1.0:1746128327.600228:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4a80 x1830947555780864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.600234:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4a80 with x1830947555780864 ext(0->4095) 00002000:00010000:1.0:1746128327.600236:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e4a80 00000100:00100000:0.0:1746128327.602938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.603111:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555780992 00000100:00100000:1.0:1746128327.603119:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555780992 00000100:00100000:1.0:1746128327.603169:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30581 00000100:00100000:1.0:1746128327.603176:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555780992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.603189:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.603202:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645058 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.603227:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5cff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645051 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.603233:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.603235:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.603238:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.603271:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5cff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645051 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.603282:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5cff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645051 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.603291:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551465216:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.603950:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.606831:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551465216:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.606857:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.606873:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e200, rc 0) 00000100:00100000:1.0:1746128327.606927:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555780992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3750us (3995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.606936:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30581 00000100:00100000:0.0:1746128327.607233:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.611117:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.611209:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555781248 00000100:00100000:1.0:1746128327.611216:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555781248 00000100:00100000:1.0:1746128327.611257:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30582 00000100:00100000:1.0:1746128327.611264:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555781248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.611278:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.611291:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964505f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.611733:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.611741:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.611743:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.611746:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964505f expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.611769:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.611780:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 5 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.611791:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551465472:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.612090:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.612278:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.612320:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555781504 00000100:00100000:1.0:1746128327.612324:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555781504 00002000:00100000:1.0:1746128327.612345:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d2680 x1830947555781504/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.612354:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2680 with x1830947555781504 ext(0->4095) 00010000:00010000:1.0:1746128327.612360:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.612369:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.612375:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d2680 00000100:00100000:1.0:1746128327.612388:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3219 00000100:00100000:1.0:1746128327.612393:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555781504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.612471:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555781504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 77us (194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.612477:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3219 00002000:00100000:1.0:1746128327.612482:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d2680 x1830947555781504/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.612490:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2680 with x1830947555781504 ext(0->4095) 00010000:00010000:1.0:1746128327.612494:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.612502:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d06 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645058 expref: 6 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.612507:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d2680 00000100:00100000:1.0:1746128327.613289:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551465472:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.613302:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964505f expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.613312:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128327.613336:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555781248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2072us (2225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.613342:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30582 00000100:00100000:0.0:1746128327.614500:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.614691:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.614728:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555781632 00000100:00100000:1.0:1746128327.614735:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555781632 00000100:00100000:1.0:1746128327.614772:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30583 00000100:00100000:1.0:1746128327.614780:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555781632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.614795:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.614810:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5d14 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645066 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.614825:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.614829:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964505f expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.614834:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.614837:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5d14 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645066 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.614862:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964505f expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.614871:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5d14 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645066 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.614878:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128327.614903:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555781632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.614908:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30583 00000100:00100000:0.0:1746128327.617926:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.618008:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555782016 00000100:00100000:2.0:1746128327.618014:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555782016 00002000:00100000:2.0:1746128327.618041:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610700 x1830947555782016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.618050:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610700 with x1830947555782016 ext(0->4095) 00010000:00010000:2.0:1746128327.618057:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964505f expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.618069:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964505f expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.618074:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d610700 00000100:00100000:2.0:1746128327.618102:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3220 00000100:00100000:2.0:1746128327.618109:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555782016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.618210:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555782016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.618216:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3220 00002000:00100000:2.0:1746128327.618220:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610700 x1830947555782016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.618227:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610700 with x1830947555782016 ext(0->4095) 00010000:00010000:2.0:1746128327.618232:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964505f expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.618245:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964505f expref: 75 pid: 9593 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.618250:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d610700 00000100:00100000:1.0:1746128327.620885:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.625153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.625307:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555782400 00000100:00100000:1.0:1746128327.625315:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555782400 00002000:00100000:1.0:1746128327.625345:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611880 x1830947555782400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.625359:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611880 with x1830947555782400 ext(0->4095) 00002000:00010000:1.0:1746128327.625363:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d611880 00000100:00100000:1.0:1746128327.625388:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13830 00000100:00100000:1.0:1746128327.625395:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555782400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.625504:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555782400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.625509:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13830 00002000:00100000:1.0:1746128327.625514:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611880 x1830947555782400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.625521:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611880 with x1830947555782400 ext(0->4095) 00002000:00010000:1.0:1746128327.625523:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d611880 00000100:00100000:0.0:1746128327.626969:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.627015:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555782528 00000100:00100000:2.0:1746128327.627020:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555782528 00000100:00100000:2.0:1746128327.627058:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30584 00000100:00100000:2.0:1746128327.627064:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555782528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.627075:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.627089:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d1b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964506d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.627112:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5d14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645066 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.627120:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.627121:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.627125:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d1b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964506d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.627152:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5d14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645066 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.627161:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5d14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645066 expref: 73 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.627170:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551465984:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.627257:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.628436:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551465984:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.628455:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d1b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964506d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.628467:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128327.628505:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555782528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1440us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.628511:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30584 00000100:00100000:0.0:1746128327.630251:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.632722:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.632775:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555782912 00000100:00100000:2.0:1746128327.632780:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555782912 00002000:00100000:2.0:1746128327.632808:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610e00 x1830947555782912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.632817:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610e00 with x1830947555782912 ext(0->4095) 00002000:00010000:2.0:1746128327.632820:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d610e00 00000100:00100000:2.0:1746128327.632848:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13831 00000100:00100000:2.0:1746128327.632854:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555782912:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128327.633524:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555782912:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 668us (803us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.633531:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13831 00002000:00100000:2.0:1746128327.633537:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610e00 x1830947555782912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.633574:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610e00 with x1830947555782912 ext(0->4095) 00002000:00010000:2.0:1746128327.633577:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d610e00 00000100:00100000:0.0:1746128327.635260:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.635313:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555783040 00000100:00100000:2.0:1746128327.635319:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555783040 00000100:00100000:2.0:1746128327.635975:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30585 00000100:00100000:2.0:1746128327.635983:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1723:x1830947555783040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.635996:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.636009:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645074 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.636032:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d1b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964506d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.636039:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.636040:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.636043:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645074 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.636068:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964506d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.636079:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964506d expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.636089:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551466240:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128327.636600:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.636668:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555783168 00000100:00100000:1.0:1746128327.636672:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555783168 00000100:00100000:1.0:1746128327.636696:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30586 00000100:00100000:1.0:1746128327.636701:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555783168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.636708:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.636715:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5d29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964507b expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.636728:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.636732:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645074 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.636737:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.636740:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5d29 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964507b expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.636761:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645074 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.636771:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5d29 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964507b expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.636779:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128327.636802:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555783168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.636807:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30586 00000100:00100000:2.0:1746128327.636858:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.639048:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551466240:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.639065:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645074 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.639079:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128327.639115:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555783040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3135us (3860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.639121:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30585 00000100:00100000:0.0:1746128327.639702:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.641701:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.641743:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555783552 00000100:00100000:1.0:1746128327.641747:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555783552 00002000:00100000:1.0:1746128327.641770:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3d180 x1830947555783552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.641778:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d180 with x1830947555783552 ext(0->4095) 00010000:00010000:1.0:1746128327.641784:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645074 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.641793:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645074 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.641799:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3d180 00000100:00100000:1.0:1746128327.641829:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3221 00000100:00100000:1.0:1746128327.641836:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555783552:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.641946:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555783552:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.641952:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3221 00002000:00100000:1.0:1746128327.641970:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3d180 x1830947555783552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.641977:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d180 with x1830947555783552 ext(0->4095) 00010000:00010000:1.0:1746128327.641981:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645074 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.641990:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645074 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746128327.641995:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3d180 00000100:00100000:0.0:1746128327.643183:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.646440:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.646522:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555783936 00000100:00100000:1.0:1746128327.646528:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555783936 00002000:00100000:1.0:1746128327.646577:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3d500 x1830947555783936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.646586:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d500 with x1830947555783936 ext(0->4095) 00002000:00010000:1.0:1746128327.646591:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3d500 00000100:00100000:1.0:1746128327.646618:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13832 00000100:00100000:1.0:1746128327.646624:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555783936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.646725:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555783936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.646731:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13832 00002000:00100000:1.0:1746128327.646737:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3d500 x1830947555783936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.646744:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d500 with x1830947555783936 ext(0->4095) 00002000:00010000:1.0:1746128327.646747:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3d500 00000100:00100000:0.0:1746128327.649469:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.649587:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555784064 00000100:00100000:2.0:1746128327.649595:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555784064 00000100:00100000:2.0:1746128327.649628:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30587 00000100:00100000:2.0:1746128327.649634:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555784064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.649648:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.649662:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645082 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.649722:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5d29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964507b expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.649729:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.649731:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.649734:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.649762:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5d29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964507b expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.649772:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5d29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964507b expref: 73 pid: 9593 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.649787:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551466752:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.649866:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.650719:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551466752:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.650734:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.650742:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ee00, rc 0) 00000100:00100000:2.0:1746128327.650758:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555784064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1126us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.650763:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30587 00000100:00100000:0.0:1746128327.650917:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.653782:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.653822:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555784448 00000100:00100000:1.0:1746128327.653828:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555784448 00002000:00100000:1.0:1746128327.653858:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980700 x1830947555784448/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.653866:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980700 with x1830947555784448 ext(0->4095) 00002000:00010000:1.0:1746128327.653871:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093980700 00000100:00100000:1.0:1746128327.653899:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13833 00000100:00100000:1.0:1746128327.653906:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555784448:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128327.654023:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555784448:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.654029:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13833 00002000:00100000:1.0:1746128327.654033:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980700 x1830947555784448/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.654040:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980700 with x1830947555784448 ext(0->4095) 00002000:00010000:1.0:1746128327.654042:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093980700 00000100:00100000:0.0:1746128327.656646:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.656712:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555784576 00000100:00100000:2.0:1746128327.656719:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555784576 00000100:00100000:2.0:1746128327.656749:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30588 00000100:00100000:2.0:1746128327.656755:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555784576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.656767:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.656781:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645089 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.656852:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.656860:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.656862:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.656865:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645089 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.656893:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.656904:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.656916:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551467008:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.657009:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.657120:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.657219:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555784704 00000100:00100000:1.0:1746128327.657223:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555784704 00000100:00100000:1.0:1746128327.657250:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30589 00000100:00100000:1.0:1746128327.657255:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555784704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.657262:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.657268:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5d3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645090 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.657280:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.657283:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645089 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.657288:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.657291:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5d3e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645090 expref: 76 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.657310:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645089 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.657320:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5d3e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645090 expref: 76 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.657328:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128327.657466:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555784704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.657472:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30589 00000100:00100000:2.0:1746128327.659817:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551467008:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.659836:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645089 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.659846:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:0.0:1746128327.659895:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.660413:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555784576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3657us (3771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.660422:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30588 00000100:00100000:2.0:1746128327.660470:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555784832 00000100:00100000:2.0:1746128327.660476:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555784832 00010000:00010000:2.0:1746128327.660499:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.660517:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15550 00000100:00100000:2.0:1746128327.660523:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555784832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.660533:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.660577:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.660586:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.660605:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5d30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645082 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.660628:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.660630:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.660636:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645089 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.660642:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645089 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.660665:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645089 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.660674:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645089 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.660684:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551467264:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.660746:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.663004:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.663092:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551467264:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.663107:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.663136:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555784832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2613us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.663145:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15550 00000100:00100000:0.0:1746128327.667616:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.667664:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.667670:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555785344 00000100:00100000:2.0:1746128327.667678:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555785344 00000100:00100000:2.0:1746128327.667721:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30590 00000100:00100000:2.0:1746128327.667727:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555785344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.667740:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.667751:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645097 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.667771:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.667775:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5d3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645090 expref: 75 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.667779:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128327.667782:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645097 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.668488:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5d3e lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645090 expref: 74 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.668496:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5d3e lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645090 expref: 74 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.668504:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551467520:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.668575:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.671117:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.671288:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551467520:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.671309:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645097 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.671320:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128327.671356:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555785344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3628us (3747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.671362:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30590 00000100:00100000:0.0:1746128327.672785:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.673875:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.673885:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555785856 00000100:00100000:2.0:1746128327.673892:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555785856 00000100:00100000:2.0:1746128327.673924:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30591 00000100:00100000:2.0:1746128327.673930:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555785856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.673943:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.673990:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964509e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.674012:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.674018:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645097 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.674024:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128327.674027:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964509e expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.674054:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645097 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.674064:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964509e expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.674077:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128327.675029:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555785856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1097us (2245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.675035:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30591 00000100:00100000:0.0:1746128327.678433:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.679168:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555786112 00000100:00100000:2.0:1746128327.679174:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555786112 00002000:00100000:2.0:1746128327.679204:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22a300 x1830947555786112/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.679213:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22a300 with x1830947555786112 ext(0->4095) 00010000:00010000:2.0:1746128327.679221:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645097 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.679232:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645097 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.679238:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22a300 00000100:00100000:2.0:1746128327.679253:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3224 00000100:00100000:2.0:1746128327.679259:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555786112:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.679364:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555786112:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (931us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.679370:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3224 00002000:00100000:2.0:1746128327.679375:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22a300 x1830947555786112/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.679388:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22a300 with x1830947555786112 ext(0->4095) 00010000:00010000:2.0:1746128327.679392:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645097 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.679401:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645097 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.679406:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22a300 00000100:00100000:0.0:1746128327.681963:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.690015:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.690206:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555786496 00000100:00100000:2.0:1746128327.690214:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555786496 00002000:00100000:2.0:1746128327.690252:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22aa00 x1830947555786496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.690262:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22aa00 with x1830947555786496 ext(0->4095) 00002000:00010000:2.0:1746128327.690266:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d22aa00 00000100:00100000:2.0:1746128327.690297:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13834 00000100:00100000:2.0:1746128327.690304:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555786496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.690427:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555786496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.690433:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13834 00002000:00100000:2.0:1746128327.690438:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22aa00 x1830947555786496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.690445:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22aa00 with x1830947555786496 ext(0->4095) 00002000:00010000:2.0:1746128327.690448:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d22aa00 00000100:00100000:0.0:1746128327.692043:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.692294:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555786624 00000100:00100000:2.0:1746128327.692301:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555786624 00000100:00100000:2.0:1746128327.692343:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30592 00000100:00100000:2.0:1746128327.692351:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555786624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.692362:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.692376:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450a5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.692398:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964509e expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.692405:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.692407:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.692410:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.692434:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964509e expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.692445:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964509e expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.692456:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551468032:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.692524:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.694317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.694397:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551468032:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.694416:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.694432:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128327.694457:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555786624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.694463:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30592 00000100:00100000:3.0:1746128327.694662:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555786752:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.694675:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.694690:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964509e expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.694699:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964509e expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.694715:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5d4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964509e expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.694728:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.694730:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.694735:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.694742:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.694764:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.694774:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551468160:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.695362:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.697191:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551468160:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.697207:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.697246:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555786752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2584us (2934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.697258:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15554 00000100:00100000:0.0:1746128327.697304:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.697323:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555787008 00000100:00100000:0.0:1746128327.697327:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555787008 00002000:00100000:0.0:1746128327.697479:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21ea00 x1830947555787008/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.697488:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21ea00 with x1830947555787008 ext(0->4095) 00002000:00010000:0.0:1746128327.697491:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21ea00 00000100:00100000:0.0:1746128327.697635:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13835 00000100:00100000:0.0:1746128327.697642:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555787008:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128327.697726:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555787008:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128327.697731:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13835 00002000:00100000:0.0:1746128327.697736:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21ea00 x1830947555787008/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.697743:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21ea00 with x1830947555787008 ext(0->4095) 00002000:00010000:0.0:1746128327.697746:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21ea00 00000100:00100000:0.0:1746128327.698999:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.699145:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555787136 00000100:00100000:2.0:1746128327.699151:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555787136 00000100:00100000:2.0:1746128327.699184:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30593 00000100:00100000:2.0:1746128327.699189:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1723:x1830947555787136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.699203:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.699216:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450ac expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.699241:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.699248:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.699249:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.699252:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.699274:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.699284:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.699298:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551468288:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.699359:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.700017:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.700050:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555787264 00000100:00100000:1.0:1746128327.700054:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555787264 00000100:00100000:1.0:1746128327.700086:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30594 00000100:00100000:1.0:1746128327.700091:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555787264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.700097:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.700103:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450b3 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.700116:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.700120:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.700124:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.700126:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 76 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.700144:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.700154:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 76 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.700162:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e200, rc 0) 00000100:00100000:1.0:1746128327.700189:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555787264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.700582:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30594 00000100:00100000:3.0:1746128327.700910:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551468288:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.700926:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.700934:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:3.0:1746128327.700973:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555787136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1783us (1976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.700978:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30593 00000100:00100000:0.0:1746128327.701632:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.701793:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555787392 00000100:00100000:3.0:1746128327.701797:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555787392 00010000:00010000:3.0:1746128327.701815:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.701843:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15555 00000100:00100000:3.0:1746128327.701849:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555787392:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.701857:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.701871:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.701879:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.701894:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5d53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450a5 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.701944:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.701945:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.701951:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.701973:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.701993:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.702002:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.702010:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551468544:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.702263:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.704004:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551468544:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.704019:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.704042:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555787392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2193us (2411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.704050:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15555 00000100:00100000:0.0:1746128327.704453:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.704526:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555787648 00000100:00100000:2.0:1746128327.704531:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555787648 00002000:00100000:2.0:1746128327.704580:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21c000 x1830947555787648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.704589:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21c000 with x1830947555787648 ext(0->4095) 00010000:00010000:2.0:1746128327.704595:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.704605:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.704611:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21c000 00000100:00100000:2.0:1746128327.704622:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3225 00000100:00100000:2.0:1746128327.704627:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555787648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.704731:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555787648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.704737:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3225 00002000:00100000:2.0:1746128327.704742:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21c000 x1830947555787648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.704748:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21c000 with x1830947555787648 ext(0->4095) 00010000:00010000:2.0:1746128327.704753:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.704762:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.704767:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21c000 00000100:00100000:0.0:1746128327.706885:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.706967:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555787776 00000100:00100000:3.0:1746128327.706972:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555787776 00010000:00010000:3.0:1746128327.706993:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.707080:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15556 00000100:00100000:3.0:1746128327.707087:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555787776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.707097:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.707110:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.707120:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.707137:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5d5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ac expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.707149:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.707150:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.707155:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.707162:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.707184:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.707194:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551468672:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.707574:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.710120:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551468672:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.710137:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.710214:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555787776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3126us (3333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.710223:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15556 00000100:00100000:0.0:1746128327.710604:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.710684:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555788032 00000100:00100000:2.0:1746128327.710689:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555788032 00002000:00100000:2.0:1746128327.710717:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21f100 x1830947555788032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.710726:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21f100 with x1830947555788032 ext(0->4095) 00002000:00010000:2.0:1746128327.710730:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21f100 00000100:00100000:2.0:1746128327.710757:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13836 00000100:00100000:2.0:1746128327.710763:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555788032:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.711101:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555788032:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 335us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.711106:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13836 00002000:00100000:2.0:1746128327.711112:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21f100 x1830947555788032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.711119:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21f100 with x1830947555788032 ext(0->4095) 00002000:00010000:2.0:1746128327.711121:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21f100 00000100:00100000:0.0:1746128327.713463:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.713636:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555788160 00000100:00100000:3.0:1746128327.713643:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555788160 00000100:00100000:3.0:1746128327.713690:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30595 00000100:00100000:3.0:1746128327.713697:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555788160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.713709:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.713723:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450ba expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.713746:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.713754:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.713755:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.713758:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.713783:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.713794:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 73 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.713805:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551468800:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.713877:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.715609:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551468800:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.715629:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.715641:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128327.715671:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555788160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1974us (2214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.715679:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30595 00000100:00100000:0.0:1746128327.716389:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.716685:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555788288 00000100:00100000:3.0:1746128327.716691:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555788288 00010000:00010000:3.0:1746128327.716709:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 74 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.716748:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15557 00000100:00100000:3.0:1746128327.716753:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555788288:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.716761:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.716776:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 74 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.716784:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 74 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.716802:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e5d61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450b3 expref: 74 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.716828:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.716830:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.716835:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.716842:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.716863:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.716872:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551468928:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.717436:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.721587:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.721618:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555788544 00000100:00100000:0.0:1746128327.721626:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555788544 00002000:00100000:0.0:1746128327.721666:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61d880 x1830947555788544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.721676:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d880 with x1830947555788544 ext(0->4095) 00002000:00010000:0.0:1746128327.721680:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61d880 00000100:00100000:3.0:1746128327.721688:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551468928:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.721704:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.722348:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13837 00000100:00100000:3.0:1746128327.722357:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2015:x1830947555788288:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5601us (5967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.722357:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555788544:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.722365:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15557 00000100:00100000:3.0:1746128327.722578:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.722584:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555788544:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 228us (1005us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.722590:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13837 00002000:00100000:2.0:1746128327.722595:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61d880 x1830947555788544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.722602:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d880 with x1830947555788544 ext(0->4095) 00002000:00010000:2.0:1746128327.722605:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61d880 00000100:00100000:2.0:1746128327.722631:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555788672 00000100:00100000:2.0:1746128327.722634:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555788672 00000100:00100000:2.0:1746128327.722663:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30596 00000100:00100000:2.0:1746128327.722669:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1723:x1830947555788672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.722677:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.722722:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450c1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.722745:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.722752:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.722754:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.722757:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.722779:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.722789:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.722803:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551469056:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.722862:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.724668:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551469056:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.724685:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.724698:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128327.726189:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555788672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3512us (3603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.726197:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30596 00000100:00100000:0.0:1746128327.726579:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.726619:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555788800 00000100:00100000:2.0:1746128327.726625:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555788800 00000100:00100000:2.0:1746128327.726663:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30597 00000100:00100000:2.0:1746128327.726670:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555788800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.726682:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746128327.726686:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128327.726694:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450c8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.726708:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555788928 00000100:00100000:1.0:1746128327.726713:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555788928 00010000:00010000:2.0:1746128327.726714:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.726718:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.726724:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.726726:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.726730:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.726748:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15558 00000100:00100000:1.0:1746128327.726753:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555788928:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.726760:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.726763:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.726773:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.726775:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.726780:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00010000:00010000:1.0:1746128327.726785:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.726802:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450ba expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746128327.726814:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555788800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (235us total) trans 0 rc 0/0 00010000:00010000:1.0:1746128327.726815:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.726816:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746128327.726819:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30597 00010000:00010000:1.0:1746128327.726822:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.726828:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.726846:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.726856:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.726866:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551469312:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.727477:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.728812:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551469312:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.728825:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.728847:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555788928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2094us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.728855:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15558 00000100:00100000:0.0:1746128327.729290:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.729378:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555789184 00000100:00100000:2.0:1746128327.729407:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555789184 00002000:00100000:2.0:1746128327.729441:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959c00 x1830947555789184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.729454:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959c00 with x1830947555789184 ext(0->4095) 00010000:00010000:2.0:1746128327.729461:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.729477:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.729483:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087959c00 00000100:00100000:2.0:1746128327.729522:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3226 00000100:00100000:2.0:1746128327.729622:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555789184:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.729713:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555789184:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.729720:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3226 00002000:00100000:2.0:1746128327.729724:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959c00 x1830947555789184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.729731:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959c00 with x1830947555789184 ext(0->4095) 00010000:00010000:2.0:1746128327.729735:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.729743:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.729748:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087959c00 00000100:00100000:0.0:1746128327.732033:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.732356:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555789312 00000100:00100000:1.0:1746128327.732363:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555789312 00010000:00010000:1.0:1746128327.732387:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.732423:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15559 00000100:00100000:1.0:1746128327.732429:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc14850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555789312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.732439:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.732454:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.732465:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.732483:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5d6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c1 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.732496:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.732498:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.732503:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.732511:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.732569:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.732581:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551469440:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.733791:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.734610:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551469440:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.734627:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.734873:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc14850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555789312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2441us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.734881:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15559 00000100:00100000:0.0:1746128327.735144:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.735345:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555789568 00000100:00100000:3.0:1746128327.735350:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555789568 00002000:00100000:3.0:1746128327.735379:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795aa00 x1830947555789568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.735387:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795aa00 with x1830947555789568 ext(0->4095) 00002000:00010000:3.0:1746128327.735391:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795aa00 00000100:00100000:3.0:1746128327.735418:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13838 00000100:00100000:3.0:1746128327.735425:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555789568:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128327.735519:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555789568:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (375us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.735526:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13838 00002000:00100000:3.0:1746128327.735530:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795aa00 x1830947555789568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.735537:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795aa00 with x1830947555789568 ext(0->4095) 00002000:00010000:3.0:1746128327.736075:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795aa00 00000100:00100000:2.0:1746128327.740792:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.740881:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555789696 00000100:00100000:3.0:1746128327.740888:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555789696 00000100:00100000:3.0:1746128327.740934:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30598 00000100:00100000:3.0:1746128327.740942:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555789696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.740964:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.740979:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450cf expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.741003:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.741010:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.741012:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.741016:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.741040:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.741051:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.741061:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551469568:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.741233:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.743933:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551469568:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128327.743936:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128327.743966:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.743980:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128327.744503:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555789696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3560us (3716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.744511:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30598 00000100:00100000:1.0:1746128327.744591:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555789824 00000100:00100000:1.0:1746128327.744597:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555789824 00010000:00010000:1.0:1746128327.744618:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.744648:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15560 00000100:00100000:1.0:1746128327.744654:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555789824:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.744665:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.744680:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.744690:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.744708:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5d76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450c8 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.744730:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.744733:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.744739:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.744747:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.744773:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.744783:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551469696:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.744829:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.746299:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.747185:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551469696:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.747201:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.747240:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2015:x1830947555789824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2585us (3304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.747249:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15560 00000100:00100000:3.0:1746128327.747624:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555789952 00000100:00100000:3.0:1746128327.747629:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555789952 00000100:00100000:3.0:1746128327.747654:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30599 00000100:00100000:3.0:1746128327.747659:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1723:x1830947555789952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.747671:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.747771:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450d6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.747794:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.747805:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.747807:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.747810:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.747829:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.747838:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.747848:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551469824:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.748000:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.748444:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.748560:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555790208 00000100:00100000:3.0:1746128327.748563:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555790208 00002000:00100000:3.0:1746128327.748584:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b800 x1830947555790208/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.748593:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b800 with x1830947555790208 ext(0->4095) 00010000:00010000:3.0:1746128327.748598:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.748749:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746128327.748755:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795b800 00000100:00100000:3.0:1746128327.748769:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3227 00000100:00100000:3.0:1746128327.748775:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555790208:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.748869:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555790208:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (425us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.748875:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3227 00002000:00100000:3.0:1746128327.748880:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b800 x1830947555790208/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.748887:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b800 with x1830947555790208 ext(0->4095) 00010000:00010000:3.0:1746128327.748891:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.748899:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746128327.748904:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795b800 00000100:00100000:3.0:1746128327.749352:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551469824:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.749365:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.749374:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128327.749393:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555789952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1734us (3097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.749399:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30599 00000100:00100000:0.0:1746128327.751310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.751377:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.751538:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555790464 00000100:00100000:1.0:1746128327.751570:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555790464 00010000:00010000:1.0:1746128327.751595:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.751609:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555790336 00000100:00100000:1.0:1746128327.751617:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15561 00000100:00100000:3.0:1746128327.751619:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555790336 00000100:00100000:1.0:1746128327.751622:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555790464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.751632:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.751645:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.751662:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.751670:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30600 00000100:00100000:3.0:1746128327.751678:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555790336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.751679:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5d7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450cf expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.751691:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.751692:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.751695:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.751698:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.751706:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.751711:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450dd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.751736:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.751744:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.751745:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.751749:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.751933:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.751944:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.751964:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551469952:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.751966:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.751976:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.751989:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551470080:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128327.752089:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.752705:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.755781:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.755803:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555790720 00000100:00100000:0.0:1746128327.755809:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555790720 00000100:00100000:3.0:1746128327.755842:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551470080:192.168.202.33@tcp:104: 00002000:00100000:0.0:1746128327.755852:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b480 x1830947555790720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.755861:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b480 with x1830947555790720 ext(0->4095) 00010000:00010000:0.0:1746128327.755869:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 76 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.755874:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.755882:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 76 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.755888:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795b480 00010000:00010000:3.0:1746128327.755892:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:0.0:1746128327.755916:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3228 00000100:00100000:0.0:1746128327.755922:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555790720:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.755966:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555790336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4276us (4649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.755975:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30600 00000100:00100000:0.0:1746128327.756036:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555790720:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128327.756042:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3228 00002000:00100000:0.0:1746128327.756047:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b480 x1830947555790720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128327.756055:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b480 with x1830947555790720 ext(0->4095) 00010000:00010000:0.0:1746128327.756060:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746128327.756068:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746128327.756075:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795b480 00000100:00100000:1.0:1746128327.756221:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551469952:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.756237:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.756258:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555790464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4636us (4882us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.756267:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15561 00000100:00100000:0.0:1746128327.759763:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.760000:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555790848 00000100:00100000:1.0:1746128327.760007:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555790848 00010000:00010000:1.0:1746128327.760041:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.760068:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15562 00000100:00100000:1.0:1746128327.760075:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2017:x1830947555790848:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.760087:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.760103:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.760114:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.760132:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450d6 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.760718:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.760720:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.760727:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.760735:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.760759:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.760769:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551470208:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.760836:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.763533:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551470208:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.763584:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.763624:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2017:x1830947555790848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3549us (3869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.763634:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15562 00000100:00100000:0.0:1746128327.764669:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.765475:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555791104 00000100:00100000:2.0:1746128327.765484:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555791104 00002000:00100000:2.0:1746128327.765522:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b32680 x1830947555791104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.765532:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32680 with x1830947555791104 ext(0->4095) 00002000:00010000:2.0:1746128327.765536:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b32680 00000100:00100000:2.0:1746128327.765642:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13839 00000100:00100000:2.0:1746128327.765647:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555791104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.765777:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555791104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (1111us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.765783:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13839 00002000:00100000:2.0:1746128327.765788:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b32680 x1830947555791104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.765795:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32680 with x1830947555791104 ext(0->4095) 00002000:00010000:2.0:1746128327.765798:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b32680 00000100:00100000:0.0:1746128327.770105:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.770215:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555791232 00000100:00100000:3.0:1746128327.770222:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555791232 00000100:00100000:3.0:1746128327.770274:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30601 00000100:00100000:3.0:1746128327.770282:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555791232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.770298:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.770314:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450e4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.770340:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.770347:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.770349:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.770351:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.770376:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.770387:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.770397:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551470336:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.770473:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.772514:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551470336:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.772536:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.772573:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128327.772602:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555791232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2321us (2506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.772609:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30601 00000100:00100000:0.0:1746128327.773720:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.773835:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555791360 00000100:00100000:1.0:1746128327.773841:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555791360 00010000:00010000:1.0:1746128327.773862:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.773881:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15563 00000100:00100000:1.0:1746128327.773887:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555791360:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.773896:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.773910:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.773920:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.773937:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5d8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450dd expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.773979:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.773981:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.773987:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.773995:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.774019:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.774029:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551470464:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.774087:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.774499:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.774698:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555791488 00000100:00100000:3.0:1746128327.774702:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555791488 00000100:00100000:3.0:1746128327.774731:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30602 00000100:00100000:3.0:1746128327.774736:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555791488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.774999:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.775008:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450eb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.775024:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.775029:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.775031:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.775033:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.775048:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.775057:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.775065:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551470592:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.776581:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.777826:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.777884:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555791744 00000100:00100000:2.0:1746128327.777891:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555791744 00000100:00100000:1.0:1746128327.777901:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551470464:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.777918:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746128327.777949:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0000 x1830947555791744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746128327.777950:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555791360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4064us (4236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.777968:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15563 00002000:00100000:2.0:1746128327.777971:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0000 with x1830947555791744 ext(0->4095) 00010000:00010000:2.0:1746128327.777978:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.777989:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.777995:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e0000 00000100:00100000:2.0:1746128327.778687:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3229 00000100:00100000:2.0:1746128327.778695:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555791744:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.779191:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555791744:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 496us (1368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.779196:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3229 00002000:00100000:2.0:1746128327.779202:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0000 x1830947555791744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.779210:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0000 with x1830947555791744 ext(0->4095) 00010000:00010000:2.0:1746128327.779216:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.779225:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.779232:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e0000 00000100:00100000:3.0:1746128327.779919:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551470592:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.779937:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.779949:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128327.779994:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555791488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5257us (5494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.780000:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30602 00000100:00100000:0.0:1746128327.781007:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.781068:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.781120:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555791872 00000100:00100000:1.0:1746128327.781122:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555792000 00000100:00100000:1.0:1746128327.781126:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555792000 00000100:00100000:3.0:1746128327.781129:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555791872 00010000:00010000:1.0:1746128327.781146:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.781152:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30603 00000100:00100000:3.0:1746128327.781158:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555791872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128327.781164:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15564 00010000:00010000:3.0:1746128327.781167:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746128327.781168:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555792000:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.781177:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450f2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.781177:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.781190:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.781194:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.781198:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.781201:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.781215:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.781227:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.781231:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.781249:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.781249:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5d92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450e4 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.781255:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.781256:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.781262:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.781267:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.781275:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128327.781279:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.781289:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.781297:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551470848:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.781303:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555792000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 134us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.781308:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15564 00000100:00100000:3.0:1746128327.781343:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.782898:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551470848:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.782911:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:3.0:1746128327.783116:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555791872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1957us (2110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.783124:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30603 00000100:00100000:0.0:1746128327.783488:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.783641:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555792256 00000100:00100000:3.0:1746128327.783647:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555792256 00002000:00100000:3.0:1746128327.783743:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1500 x1830947555792256/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.783753:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1500 with x1830947555792256 ext(0->4095) 00010000:00010000:3.0:1746128327.783761:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.783772:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746128327.783778:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e1500 00000100:00100000:3.0:1746128327.783801:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3230 00000100:00100000:3.0:1746128327.783808:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555792256:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128327.783928:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555792256:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (440us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.783934:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3230 00002000:00100000:3.0:1746128327.783939:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1500 x1830947555792256/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.783946:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1500 with x1830947555792256 ext(0->4095) 00010000:00010000:3.0:1746128327.783950:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.783973:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746128327.783979:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e1500 00000100:00100000:0.0:1746128327.786461:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.786624:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555792384 00000100:00100000:1.0:1746128327.786632:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555792384 00010000:00010000:1.0:1746128327.786659:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.786682:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15565 00000100:00100000:1.0:1746128327.786689:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2016:x1830947555792384:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.786701:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.786717:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.786728:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.786747:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5d99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450eb expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.786764:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.786766:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.786772:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.786779:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.786804:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.786814:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551470976:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.786885:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.790160:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.790302:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551470976:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.790319:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.790356:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2016:x1830947555792384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3665us (3900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.790365:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15565 00000100:00100000:3.0:1746128327.790809:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555792640 00000100:00100000:3.0:1746128327.790815:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555792640 00002000:00100000:3.0:1746128327.790846:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1f80 x1830947555792640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.790854:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1f80 with x1830947555792640 ext(0->4095) 00002000:00010000:3.0:1746128327.790858:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1f80 00000100:00100000:3.0:1746128327.791018:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13840 00000100:00100000:3.0:1746128327.791025:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555792640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128327.791136:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555792640:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (982us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.791142:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13840 00002000:00100000:3.0:1746128327.791147:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1f80 x1830947555792640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.791154:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1f80 with x1830947555792640 ext(0->4095) 00002000:00010000:3.0:1746128327.791156:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1f80 00000100:00100000:0.0:1746128327.792969:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.793026:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555792768 00000100:00100000:3.0:1746128327.793030:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555792768 00000100:00100000:3.0:1746128327.793050:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30604 00000100:00100000:3.0:1746128327.793054:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555792768:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.793064:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.793073:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96450f9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.793089:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.793093:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.793094:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.793096:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.793115:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.793121:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 73 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.793127:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551471104:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.793449:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.794492:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551471104:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.794506:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.794516:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128327.794537:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555792768:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.794565:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30604 00000100:00100000:0.0:1746128327.795235:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.795355:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555792896 00000100:00100000:1.0:1746128327.795361:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555792896 00010000:00010000:1.0:1746128327.795379:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.795402:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15566 00000100:00100000:1.0:1746128327.795407:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc14450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555792896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.795419:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.795432:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.795440:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.795456:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5da0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f2 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.795478:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.795480:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.795485:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.795493:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.795514:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.795523:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551471232:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.795580:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.797280:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.797349:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551471232:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.797362:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.797387:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc14450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2015:x1830947555792896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1979us (2152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.797397:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15566 00000100:00100000:2.0:1746128327.797659:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555793152 00000100:00100000:2.0:1746128327.797664:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555793152 00002000:00100000:2.0:1746128327.797688:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8b100 x1830947555793152/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.797696:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b100 with x1830947555793152 ext(0->4095) 00002000:00010000:2.0:1746128327.797699:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8b100 00000100:00100000:2.0:1746128327.797724:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13841 00000100:00100000:2.0:1746128327.797729:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555793152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.797815:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555793152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (537us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.797820:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13841 00002000:00100000:2.0:1746128327.797824:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8b100 x1830947555793152/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.797830:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b100 with x1830947555793152 ext(0->4095) 00002000:00010000:2.0:1746128327.797832:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8b100 00000100:00100000:0.0:1746128327.799167:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.799229:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555793280 00000100:00100000:3.0:1746128327.799233:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555793280 00000100:00100000:3.0:1746128327.799255:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30605 00000100:00100000:3.0:1746128327.799260:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555793280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.799572:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.799585:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645100 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.799604:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.799610:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.799611:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.799613:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.799633:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.799642:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 5 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746128327.799651:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551471360:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.799705:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.800116:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.800159:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555793408 00000100:00100000:2.0:1746128327.800163:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555793408 00000100:00100000:2.0:1746128327.800186:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30606 00000100:00100000:2.0:1746128327.800191:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555793408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.800201:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.800207:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645107 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.800216:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.800220:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.800224:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.800226:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 76 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.800241:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.800249:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 76 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.800257:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128327.800278:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555793408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.800283:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30606 00000100:00100000:3.0:1746128327.800992:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551471360:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.801006:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.801014:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128327.801033:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555793280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1772us (1867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.801037:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30605 00000100:00100000:0.0:1746128327.801419:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.801460:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555793536 00000100:00100000:1.0:1746128327.801463:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555793536 00010000:00010000:1.0:1746128327.801478:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.801507:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15567 00000100:00100000:1.0:1746128327.801512:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555793536:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.801520:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.801533:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.801565:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.801581:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e5da7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96450f9 expref: 6 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.801600:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.801602:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.801606:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.801613:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.801633:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.801646:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 74 pid: 9591 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.801654:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551471616:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.802175:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.803538:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551471616:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.803598:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.803657:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555793536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2142us (2235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.803666:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15567 00000100:00100000:0.0:1746128327.805648:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.805772:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555793792 00000100:00100000:2.0:1746128327.805804:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555793792 00002000:00100000:2.0:1746128327.805834:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd88e00 x1830947555793792/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.805843:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88e00 with x1830947555793792 ext(0->4095) 00010000:00010000:2.0:1746128327.805851:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.805863:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.805869:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd88e00 00000100:00100000:2.0:1746128327.805891:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3231 00000100:00100000:2.0:1746128327.805897:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555793792:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.806447:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555793792:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 548us (800us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.806454:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3231 00002000:00100000:2.0:1746128327.806459:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd88e00 x1830947555793792/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.806466:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88e00 with x1830947555793792 ext(0->4095) 00010000:00010000:2.0:1746128327.806471:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746128327.806480:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746128327.806485:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd88e00 00000100:00100000:0.0:1746128327.809342:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.809386:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555793920 00000100:00100000:3.0:1746128327.809393:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555793920 00000100:00100000:3.0:1746128327.809976:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30607 00000100:00100000:3.0:1746128327.809984:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555793920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.809997:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.810011:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964510e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128327.810011:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128327.810032:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.810037:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.810048:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128327.810050:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.810072:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555794048 00010000:00010000:3.0:1746128327.810076:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.810076:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555794048 00010000:00010000:3.0:1746128327.810087:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.810091:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.810099:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:1.0:1746128327.810117:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15568 00000100:00100000:1.0:1746128327.810123:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555794048:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.810130:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746128327.810131:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555793920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.810137:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30607 00010000:00010000:1.0:1746128327.810145:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.810154:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.810168:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645100 expref: 75 pid: 9591 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746128327.810180:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.810182:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.810186:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.810191:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.810209:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.810218:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746128327.810228:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551471872:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.810272:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.811733:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551471872:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.811745:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.811791:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555794048:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1667us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.811798:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15568 00000100:00100000:0.0:1746128327.812155:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.812199:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555794304 00000100:00100000:3.0:1746128327.812203:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555794304 00002000:00100000:3.0:1746128327.812223:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121f80 x1830947555794304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.812235:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121f80 with x1830947555794304 ext(0->4095) 00010000:00010000:3.0:1746128327.812240:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746128327.812251:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.812256:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c121f80 00000100:00100000:3.0:1746128327.812268:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3232 00000100:00100000:3.0:1746128327.812273:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555794304:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.812350:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555794304:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 77us (196us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.812356:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3232 00002000:00100000:3.0:1746128327.812360:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121f80 x1830947555794304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.812372:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121f80 with x1830947555794304 ext(0->4095) 00010000:00010000:3.0:1746128327.812377:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.812385:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.812390:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c121f80 00000100:00100000:0.0:1746128327.813760:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.813953:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555794432 00000100:00100000:2.0:1746128327.813972:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555794432 00000100:00100000:2.0:1746128327.814002:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30608 00000100:00100000:2.0:1746128327.814008:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555794432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.814018:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.814029:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645115 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.814044:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.814049:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.814054:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128327.814057:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 75 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.814081:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.814090:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 75 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.814098:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128327.814121:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555794432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.814126:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30608 00000100:00100000:0.0:1746128327.814188:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.814245:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555794560 00000100:00100000:1.0:1746128327.814249:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555794560 00010000:00010000:1.0:1746128327.814262:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 75 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.814283:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15569 00000100:00100000:1.0:1746128327.814288:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2016:x1830947555794560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.814296:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.814308:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 75 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.814317:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 75 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.814332:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5db5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645107 expref: 75 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.814341:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.814343:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.814347:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.814354:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.814370:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.814379:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.814393:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551472128:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.814897:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.816052:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.816096:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555794816 00000100:00100000:3.0:1746128327.816100:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555794816 00000100:00100000:1.0:1746128327.816110:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551472128:192.168.202.33@tcp:105: 00002000:00100000:3.0:1746128327.816120:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2aaa00 x1830947555794816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746128327.816121:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746128327.816133:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aaa00 with x1830947555794816 ext(0->4095) 00010000:00010000:3.0:1746128327.816139:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.816148:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.816152:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2016:x1830947555794560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1863us (1963us total) trans 0 rc 0/0 00002000:00010000:3.0:1746128327.816153:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2aaa00 00000100:00100000:1.0:1746128327.816158:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15569 00000100:00100000:3.0:1746128327.816175:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3233 00000100:00100000:3.0:1746128327.816184:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555794816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128327.816262:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555794816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 78us (211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.816266:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3233 00002000:00100000:3.0:1746128327.816271:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2aaa00 x1830947555794816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.816277:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aaa00 with x1830947555794816 ext(0->4095) 00010000:00010000:3.0:1746128327.816282:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.816289:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.816293:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2aaa00 00000100:00100000:0.0:1746128327.817411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.817519:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555794944 00000100:00100000:1.0:1746128327.817523:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555794944 00010000:00010000:1.0:1746128327.817536:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.817569:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15570 00000100:00100000:1.0:1746128327.817574:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555794944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.817580:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.817589:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.817598:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.817612:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5dbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964510e expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.817620:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.817622:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.817626:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.817633:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.817650:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.817658:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551472256:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.817711:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.818848:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551472256:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.818860:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.818887:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555794944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1313us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.818894:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15570 00000100:00100000:0.0:1746128327.819491:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.819576:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555795200 00000100:00100000:3.0:1746128327.819581:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555795200 00002000:00100000:3.0:1746128327.819600:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8e00 x1830947555795200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.819608:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8e00 with x1830947555795200 ext(0->4095) 00002000:00010000:3.0:1746128327.819611:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2a8e00 00000100:00100000:3.0:1746128327.821082:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13842 00000100:00100000:3.0:1746128327.821091:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555795200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.821198:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555795200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1708us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.821204:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13842 00002000:00100000:3.0:1746128327.821209:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8e00 x1830947555795200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.821217:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8e00 with x1830947555795200 ext(0->4095) 00002000:00010000:3.0:1746128327.821221:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2a8e00 00000100:00100000:0.0:1746128327.822472:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.822564:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555795328 00000100:00100000:3.0:1746128327.822569:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555795328 00000100:00100000:3.0:1746128327.822605:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30609 00000100:00100000:3.0:1746128327.822610:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555795328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.822619:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.822632:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964511c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.822650:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.822656:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.822657:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.822660:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.822680:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.822689:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 73 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.822697:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551472384:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.822746:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.824016:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551472384:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.824032:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.824045:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128327.824065:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555795328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1455us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.824070:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30609 00000100:00100000:0.0:1746128327.824855:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.824909:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555795456 00000100:00100000:1.0:1746128327.824915:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555795456 00010000:00010000:1.0:1746128327.824937:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.824975:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15571 00000100:00100000:1.0:1746128327.824980:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555795456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.824989:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.825004:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.825017:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.825032:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5dc3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645115 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.825041:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.825043:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.825048:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.825054:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.825073:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.825083:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551472512:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.825147:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.826298:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551472512:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.826309:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.826326:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555795456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1347us (1473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.826333:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15571 00000100:00100000:0.0:1746128327.826817:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.826871:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555795712 00000100:00100000:1.0:1746128327.826875:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555795712 00002000:00100000:1.0:1746128327.826895:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c0380 x1830947555795712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.826909:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0380 with x1830947555795712 ext(0->4095) 00002000:00010000:1.0:1746128327.826912:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c0380 00000100:00100000:1.0:1746128327.826933:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13843 00000100:00100000:1.0:1746128327.826939:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555795712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.827028:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555795712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (211us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.827034:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13843 00002000:00100000:1.0:1746128327.827038:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c0380 x1830947555795712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.827045:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0380 with x1830947555795712 ext(0->4095) 00002000:00010000:1.0:1746128327.827048:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c0380 00000100:00100000:0.0:1746128327.828298:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.828346:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555795840 00000100:00100000:3.0:1746128327.828349:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555795840 00000100:00100000:3.0:1746128327.828373:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30610 00000100:00100000:3.0:1746128327.828378:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555795840:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.828386:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.828397:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645123 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.828415:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.828422:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.828423:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.828426:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.828450:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.828459:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.828470:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551472640:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.828524:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.829946:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551472640:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.829978:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.829992:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128327.830016:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555795840:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1638us (1719us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.830022:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30610 00000100:00100000:0.0:1746128327.830077:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.830107:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555796096 00000100:00100000:3.0:1746128327.830110:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555796096 00000100:00100000:0.0:1746128327.830139:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.830193:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30611 00000100:00100000:3.0:1746128327.830199:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555796096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.830211:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.830219:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964512a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.830230:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.830234:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.830238:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.830241:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.830262:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.830270:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.830277:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128327.830308:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555796096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.830313:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30611 00000100:00100000:1.0:1746128327.830443:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555795968 00000100:00100000:1.0:1746128327.830447:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555795968 00010000:00010000:1.0:1746128327.830463:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.830489:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15572 00000100:00100000:1.0:1746128327.830494:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555795968:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.830501:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.830514:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.830528:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.830559:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5dca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964511c expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.830579:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.830580:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.830585:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.830592:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.830619:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.830627:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.830635:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551472896:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.830677:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.831983:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551472896:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.831995:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.832029:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555795968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1534us (1889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.832039:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15572 00000100:00100000:0.0:1746128327.832281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.832396:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555796352 00000100:00100000:1.0:1746128327.832400:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555796352 00002000:00100000:1.0:1746128327.832422:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ce00 x1830947555796352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.832431:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ce00 with x1830947555796352 ext(0->4095) 00010000:00010000:1.0:1746128327.832436:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.832447:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128327.832452:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ce00 00000100:00100000:1.0:1746128327.832477:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3234 00000100:00100000:1.0:1746128327.832483:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555796352:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.832712:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555796352:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 228us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.832719:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3234 00002000:00100000:1.0:1746128327.832724:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ce00 x1830947555796352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.832730:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ce00 with x1830947555796352 ext(0->4095) 00010000:00010000:1.0:1746128327.832734:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.832746:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128327.832842:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ce00 00000100:00100000:0.0:1746128327.834063:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.834128:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555796480 00000100:00100000:3.0:1746128327.834132:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555796480 00000100:00100000:3.0:1746128327.834167:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30612 00000100:00100000:3.0:1746128327.834173:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555796480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.834183:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.834195:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645131 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.834299:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.834304:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.834310:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128327.834313:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.834343:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.834354:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128327.834355:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128327.834362:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128327.834387:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555796480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.834392:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30612 00000100:00100000:1.0:1746128327.834536:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555796608 00000100:00100000:1.0:1746128327.834557:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555796608 00010000:00010000:1.0:1746128327.834571:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.834592:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15573 00000100:00100000:1.0:1746128327.834597:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc14050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555796608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.834604:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.834615:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.834623:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.834637:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5dd1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645123 expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.834645:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.834646:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.834650:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.834661:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.834678:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.834687:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.834696:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551473152:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.834990:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.836740:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551473152:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.836755:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.836792:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc14050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555796608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2194us (2437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.836801:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15573 00000100:00100000:0.0:1746128327.837100:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.837206:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555796864 00000100:00100000:1.0:1746128327.837210:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555796864 00002000:00100000:1.0:1746128327.837231:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41c000 x1830947555796864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.837237:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41c000 with x1830947555796864 ext(0->4095) 00010000:00010000:1.0:1746128327.837242:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.837249:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128327.837253:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41c000 00000100:00100000:1.0:1746128327.837273:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3235 00000100:00100000:1.0:1746128327.837277:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555796864:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.837351:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555796864:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 74us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.837355:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3235 00002000:00100000:1.0:1746128327.837358:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41c000 x1830947555796864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.837362:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41c000 with x1830947555796864 ext(0->4095) 00010000:00010000:1.0:1746128327.837365:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.837370:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128327.837373:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41c000 00000100:00100000:0.0:1746128327.839930:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.840007:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555796992 00000100:00100000:3.0:1746128327.840014:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555796992 00000100:00100000:3.0:1746128327.840052:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30613 00000100:00100000:3.0:1746128327.840058:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555796992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.840070:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.840082:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645138 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.840099:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.840105:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.840110:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128327.840113:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.840144:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.840155:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.840162:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128327.840223:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555796992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.840229:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30613 00000100:00100000:0.0:1746128327.840760:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.840803:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555797120 00000100:00100000:2.0:1746128327.840807:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555797120 00010000:00010000:2.0:1746128327.840827:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.840857:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15574 00000100:00100000:2.0:1746128327.840863:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2016:x1830947555797120:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.840870:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.840885:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.840894:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.840908:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e5dd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964512a expref: 75 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.840934:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.840935:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.840940:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.840947:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.840975:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.840988:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.840998:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551473408:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.841055:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.843138:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.843193:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555797376 00000100:00100000:1.0:1746128327.843204:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555797376 00002000:00100000:1.0:1746128327.843233:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ca80 x1830947555797376/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.843242:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ca80 with x1830947555797376 ext(0->4095) 00000100:00100000:2.0:1746128327.843247:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551473408:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.843249:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.843260:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.843261:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746128327.843265:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ca80 00000100:00100000:2.0:1746128327.843422:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2016:x1830947555797120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2558us (2660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.843429:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15574 00000100:00100000:1.0:1746128327.843611:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3236 00000100:00100000:1.0:1746128327.843618:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555797376:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.844382:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555797376:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 288us (771us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.844391:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3236 00002000:00100000:1.0:1746128327.844397:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ca80 x1830947555797376/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.844405:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ca80 with x1830947555797376 ext(0->4095) 00010000:00010000:1.0:1746128327.844410:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.844420:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128327.844425:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ca80 00000100:00100000:0.0:1746128327.845815:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.845893:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555797504 00000100:00100000:2.0:1746128327.845898:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555797504 00010000:00010000:2.0:1746128327.845916:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.845944:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15575 00000100:00100000:2.0:1746128327.845950:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555797504:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.845969:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.845983:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.845992:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.846009:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e5ddf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645131 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.846022:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.846023:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.846029:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.846036:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.846056:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.846065:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551473536:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.846247:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.847324:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551473536:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.847337:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.847358:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555797504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1408us (1546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.847364:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15575 00000100:00100000:0.0:1746128327.848145:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.848283:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555797760 00000100:00100000:1.0:1746128327.848288:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555797760 00002000:00100000:1.0:1746128327.848315:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7800 x1830947555797760/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.848324:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7800 with x1830947555797760 ext(0->4095) 00002000:00010000:1.0:1746128327.848333:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7800 00000100:00100000:1.0:1746128327.848359:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13844 00000100:00100000:1.0:1746128327.848365:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555797760:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.848496:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555797760:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.848504:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13844 00002000:00100000:1.0:1746128327.848510:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7800 x1830947555797760/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.848517:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7800 with x1830947555797760 ext(0->4095) 00002000:00010000:1.0:1746128327.848520:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7800 00000100:00100000:0.0:1746128327.849611:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.849767:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555797888 00000100:00100000:3.0:1746128327.849771:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555797888 00000100:00100000:3.0:1746128327.849794:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30614 00000100:00100000:3.0:1746128327.849799:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555797888:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128327.849808:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128327.849819:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964513f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.849837:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.849844:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.849846:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128327.849848:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.849880:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.849890:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 73 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.849900:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551473664:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128327.849948:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.852615:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.852718:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551473664:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128327.852740:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.852752:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555798016 00010000:00010000:3.0:1746128327.852754:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:2.0:1746128327.852757:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555798016 00010000:00010000:2.0:1746128327.852779:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.852786:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555797888:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2987us (3177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.852793:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30614 00000100:00100000:2.0:1746128327.852800:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15576 00000100:00100000:2.0:1746128327.852805:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555798016:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.852817:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.853127:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.853137:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.853156:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5de6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645138 expref: 74 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.853422:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.853425:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.853432:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.853440:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.853465:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.853474:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551473792:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.853662:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.855858:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.855868:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551473792:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.855883:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.855917:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2015:x1830947555798016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3111us (3308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.855928:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15576 00000100:00100000:1.0:1746128327.856108:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555798272 00000100:00100000:1.0:1746128327.856113:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555798272 00002000:00100000:1.0:1746128327.856141:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13100 x1830947555798272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.856150:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13100 with x1830947555798272 ext(0->4095) 00002000:00010000:1.0:1746128327.856153:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce13100 00000100:00100000:1.0:1746128327.856181:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13845 00000100:00100000:1.0:1746128327.856188:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555798272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.856297:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555798272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.856303:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13845 00002000:00100000:1.0:1746128327.856307:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13100 x1830947555798272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.856314:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13100 with x1830947555798272 ext(0->4095) 00002000:00010000:1.0:1746128327.856316:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce13100 00000100:00100000:0.0:1746128327.857937:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.857988:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.858068:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555798400 00000100:00100000:2.0:1746128327.858073:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555798400 00000100:00100000:2.0:1746128327.858101:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555798528 00000100:00100000:2.0:1746128327.858103:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555798528 00000100:00100000:2.0:1746128327.858140:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30615 00000100:00100000:0.0:1746128327.858144:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30616 00000100:00100000:0.0:1746128327.858151:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555798528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128327.858161:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128327.858174:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964514d expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.858181:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555798400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.858186:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.858191:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645146 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.858193:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.858200:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128327.858201:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128327.858204:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.858267:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.858271:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.858276:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.858278:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 76 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.858298:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.858300:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128327.858307:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.858317:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 76 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128327.858317:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551474048:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.858324:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128327.858349:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555798400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.858355:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30615 00000100:00100000:0.0:1746128327.858368:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.860213:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.860294:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555798656 00000100:00100000:3.0:1746128327.860299:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555798656 00010000:00010000:3.0:1746128327.860315:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.860346:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15577 00000100:00100000:3.0:1746128327.860352:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555798656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.860361:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.860377:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.860386:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.860404:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.860405:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.860411:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.860418:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.860439:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.860448:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.860456:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551474176:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.860512:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746128327.860619:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ded lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964513f expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.860634:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551474048:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.860649:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.860656:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.860663:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8a00, rc 0) 00000100:00100000:2.0:1746128327.860685:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555798528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2535us (2697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.860690:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30616 00000100:00100000:3.0:1746128327.862595:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551474176:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.862611:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.862644:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555798656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2292us (2437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.862651:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15577 00000100:00100000:0.0:1746128327.862916:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.863905:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555798912 00000100:00100000:3.0:1746128327.863913:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555798912 00002000:00100000:3.0:1746128327.864117:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fb480 x1830947555798912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.864126:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb480 with x1830947555798912 ext(0->4095) 00010000:00010000:3.0:1746128327.864133:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.864144:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.864150:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fb480 00000100:00100000:3.0:1746128327.864313:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3237 00000100:00100000:3.0:1746128327.864320:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555798912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.864628:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555798912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 307us (1711us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.864634:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3237 00002000:00100000:3.0:1746128327.864640:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fb480 x1830947555798912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.864647:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb480 with x1830947555798912 ext(0->4095) 00010000:00010000:3.0:1746128327.864651:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.864660:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.864670:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fb480 00000100:00100000:0.0:1746128327.867326:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.867442:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555799040 00000100:00100000:3.0:1746128327.867449:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555799040 00010000:00010000:3.0:1746128327.867475:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.867744:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15578 00000100:00100000:3.0:1746128327.867752:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555799040:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.867763:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.867777:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.867787:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.867805:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e5df4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964514d expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.867825:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.867827:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.867833:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.867841:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.867942:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 74 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.867966:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551474304:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.868148:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.869680:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551474304:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.869693:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.869717:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555799040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1966us (2396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.869724:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15578 00000100:00100000:0.0:1746128327.869900:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.870141:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555799296 00000100:00100000:3.0:1746128327.870145:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555799296 00002000:00100000:3.0:1746128327.870170:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6faa00 x1830947555799296/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.870178:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6faa00 with x1830947555799296 ext(0->4095) 00002000:00010000:3.0:1746128327.870265:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6faa00 00000100:00100000:3.0:1746128327.870292:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13846 00000100:00100000:3.0:1746128327.870298:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555799296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.870390:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555799296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.870395:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13846 00002000:00100000:3.0:1746128327.870399:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6faa00 x1830947555799296/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.870409:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6faa00 with x1830947555799296 ext(0->4095) 00002000:00010000:3.0:1746128327.870412:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6faa00 00000100:00100000:0.0:1746128327.872375:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.872427:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555799424 00000100:00100000:2.0:1746128327.872434:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555799424 00000100:00100000:2.0:1746128327.872473:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30617 00000100:00100000:2.0:1746128327.872479:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555799424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.872490:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.872503:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645154 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.872524:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.872535:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.872536:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.872538:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.872586:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 73 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.872597:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 73 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.872608:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551474432:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.872679:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.874353:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551474432:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.874373:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.874384:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128327.874409:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555799424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1931us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.874416:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30617 00000100:00100000:0.0:1746128327.875261:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.875315:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555799552 00000100:00100000:3.0:1746128327.875319:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555799552 00010000:00010000:3.0:1746128327.875335:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.875445:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15579 00000100:00100000:3.0:1746128327.875449:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555799552:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.875455:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.875467:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.875473:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.875487:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5dfb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645146 expref: 74 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.875671:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.875673:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.875682:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.875690:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.875721:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.875732:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551474560:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.875945:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.877194:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551474560:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128327.877200:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128327.877207:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.877232:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2014:x1830947555799552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1781us (1970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.877240:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15579 00000100:00100000:1.0:1746128327.877254:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555799808 00000100:00100000:1.0:1746128327.877259:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555799808 00002000:00100000:1.0:1746128327.877283:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabf480 x1830947555799808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.877292:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabf480 with x1830947555799808 ext(0->4095) 00002000:00010000:1.0:1746128327.877295:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabf480 00000100:00100000:1.0:1746128327.877323:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13847 00000100:00100000:1.0:1746128327.877329:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555799808:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128327.877427:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555799808:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.877433:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13847 00002000:00100000:1.0:1746128327.877438:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabf480 x1830947555799808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.877445:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabf480 with x1830947555799808 ext(0->4095) 00002000:00010000:1.0:1746128327.877447:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabf480 00000100:00100000:0.0:1746128327.879156:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.879417:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555799936 00000100:00100000:2.0:1746128327.879422:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555799936 00000100:00100000:2.0:1746128327.879500:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30618 00000100:00100000:2.0:1746128327.879507:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1725:x1830947555799936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.879521:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.879535:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964515b expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.879586:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.879593:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.879594:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.879597:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.879619:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.879628:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.879639:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551474688:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.879704:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.882395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.882481:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555800064 00000100:00100000:2.0:1746128327.882488:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555800064 00000100:00100000:1.0:1746128327.882620:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30619 00000100:00100000:1.0:1746128327.882628:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555800064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.882640:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.882653:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645162 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.882671:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.882675:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.882680:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.882683:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.882713:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.882923:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551474688:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128327.883028:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.883036:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128327.883072:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555800064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 445us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.883078:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30619 00010000:00010000:2.0:1746128327.883139:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.883147:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128327.883163:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555799936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3657us (4010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.883168:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30618 00000100:00100000:0.0:1746128327.884046:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.884107:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555800192 00000100:00100000:2.0:1746128327.884111:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555800192 00010000:00010000:2.0:1746128327.884127:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.884152:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15580 00000100:00100000:2.0:1746128327.884156:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555800192:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128327.884163:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128327.884175:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.884182:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.884194:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645154 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.884208:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.884210:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.884216:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.884223:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.884241:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.884250:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.884316:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551474944:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128327.884489:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.885522:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551474944:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128327.885533:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128327.885590:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555800192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1432us (1545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.885597:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15580 00000100:00100000:0.0:1746128327.886683:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.886719:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555800448 00000100:00100000:3.0:1746128327.886726:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555800448 00002000:00100000:3.0:1746128327.886755:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4a80 x1830947555800448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.886762:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4a80 with x1830947555800448 ext(0->4095) 00010000:00010000:3.0:1746128327.886769:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.886780:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.886786:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e4a80 00000100:00100000:3.0:1746128327.886811:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3238 00000100:00100000:3.0:1746128327.886817:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555800448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.886914:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555800448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (232us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.886920:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3238 00002000:00100000:3.0:1746128327.886925:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4a80 x1830947555800448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.886936:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4a80 with x1830947555800448 ext(0->4095) 00010000:00010000:3.0:1746128327.886939:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.886947:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.886952:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e4a80 00000100:00100000:0.0:1746128327.888168:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.888213:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555800704 00000100:00100000:1.0:1746128327.888218:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555800704 00000100:00100000:1.0:1746128327.888256:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30620 00000100:00100000:1.0:1746128327.888262:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555800704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.888271:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.888282:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645169 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.888298:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.888303:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.888308:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128327.888311:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128327.888312:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128327.888341:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.888419:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.888428:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128327.888462:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555800704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.888467:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30620 00000100:00100000:3.0:1746128327.888559:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555800576 00000100:00100000:3.0:1746128327.888562:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555800576 00010000:00010000:3.0:1746128327.888574:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.888605:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15581 00000100:00100000:3.0:1746128327.888610:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2017:x1830947555800576:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.888618:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.888629:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.888636:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.888650:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e09 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964515b expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.888672:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.888674:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.888679:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.888684:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.888702:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.888716:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.888725:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551475200:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.888773:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.890318:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551475200:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.890330:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.890357:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2017:x1830947555800576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1746us (2044us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.890364:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15581 00000100:00100000:0.0:1746128327.891200:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.891352:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555800960 00000100:00100000:3.0:1746128327.891357:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555800960 00002000:00100000:3.0:1746128327.891380:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3100 x1830947555800960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.891388:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3100 with x1830947555800960 ext(0->4095) 00010000:00010000:3.0:1746128327.891394:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.891407:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.891412:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba3100 00000100:00100000:3.0:1746128327.891559:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3239 00000100:00100000:3.0:1746128327.891564:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555800960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.891735:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555800960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.891742:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3239 00002000:00100000:3.0:1746128327.891747:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3100 x1830947555800960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.891753:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3100 with x1830947555800960 ext(0->4095) 00010000:00010000:3.0:1746128327.891758:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.891766:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.891772:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba3100 00000100:00100000:0.0:1746128327.893505:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.893654:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555801088 00000100:00100000:1.0:1746128327.893660:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555801088 00000100:00100000:1.0:1746128327.893701:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30621 00000100:00100000:1.0:1746128327.893707:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555801088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.893719:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.893733:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645170 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.893751:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.893756:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.893762:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128327.893764:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.893797:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.893807:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.893816:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128327.893845:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555801088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.893850:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30621 00000100:00100000:0.0:1746128327.893927:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.894065:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555801216 00000100:00100000:3.0:1746128327.894069:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555801216 00010000:00010000:3.0:1746128327.894087:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.894105:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15582 00000100:00100000:3.0:1746128327.894110:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2016:x1830947555801216:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.894119:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.894132:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.894141:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.894155:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5e10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645162 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.894178:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.894180:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.894185:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.894191:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.894209:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.894218:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.894227:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551475456:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.894479:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.897508:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551475456:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.897526:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.897649:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2016:x1830947555801216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3534us (3718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.897658:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15582 00000100:00100000:0.0:1746128327.899401:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.899758:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555801472 00000100:00100000:3.0:1746128327.899765:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555801472 00002000:00100000:3.0:1746128327.899797:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6d880 x1830947555801472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.899805:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6d880 with x1830947555801472 ext(0->4095) 00010000:00010000:3.0:1746128327.899813:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.899824:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.899830:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6d880 00000100:00100000:3.0:1746128327.899856:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3240 00000100:00100000:3.0:1746128327.899863:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555801472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.900060:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555801472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 195us (663us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.900066:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3240 00002000:00100000:3.0:1746128327.900072:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6d880 x1830947555801472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.900079:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6d880 with x1830947555801472 ext(0->4095) 00010000:00010000:3.0:1746128327.900084:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.900093:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.900098:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6d880 00000100:00100000:0.0:1746128327.902651:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.902774:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555801600 00000100:00100000:3.0:1746128327.902782:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555801600 00010000:00010000:3.0:1746128327.902808:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.902829:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15583 00000100:00100000:3.0:1746128327.902835:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555801600:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.902844:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.902859:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.902870:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.902889:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645169 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.902913:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.902915:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.902921:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.902933:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.902971:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.902982:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551475584:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.903557:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.904591:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551475584:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.904605:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.904637:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555801600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1802us (1996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.904645:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15583 00000100:00100000:0.0:1746128327.904969:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.905058:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555801856 00000100:00100000:3.0:1746128327.905062:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555801856 00002000:00100000:3.0:1746128327.905085:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6ce00 x1830947555801856/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.905094:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ce00 with x1830947555801856 ext(0->4095) 00002000:00010000:3.0:1746128327.905097:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6ce00 00000100:00100000:3.0:1746128327.905121:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13848 00000100:00100000:3.0:1746128327.905152:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555801856:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128327.905249:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555801856:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.905257:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13848 00002000:00100000:3.0:1746128327.905261:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6ce00 x1830947555801856/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.905267:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ce00 with x1830947555801856 ext(0->4095) 00002000:00010000:3.0:1746128327.905270:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6ce00 00000100:00100000:0.0:1746128327.906443:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.906494:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555801984 00000100:00100000:2.0:1746128327.906499:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555801984 00000100:00100000:2.0:1746128327.906530:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30622 00000100:00100000:2.0:1746128327.906534:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555801984:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.906563:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.906575:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645177 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.906647:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.906653:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.906655:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.906658:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.906679:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.906689:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 73 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.906698:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551475712:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.906870:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.908076:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551475712:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.908096:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.908106:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ee00, rc 0) 00000100:00100000:2.0:1746128327.908131:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555801984:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1596us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.908137:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30622 00000100:00100000:0.0:1746128327.909109:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.909529:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555802112 00000100:00100000:3.0:1746128327.909535:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555802112 00010000:00010000:3.0:1746128327.909582:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.909600:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15584 00000100:00100000:3.0:1746128327.909604:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555802112:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.909617:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.909630:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.909638:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.909654:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5e1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645170 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.909676:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.909678:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.909684:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.909698:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.909719:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.909727:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551475840:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.909776:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.911842:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551475840:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.911857:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.911892:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2015:x1830947555802112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2286us (2783us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.911901:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15584 00000100:00100000:0.0:1746128327.912038:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.912112:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555802368 00000100:00100000:3.0:1746128327.912116:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555802368 00002000:00100000:3.0:1746128327.912138:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6ea00 x1830947555802368/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.912146:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ea00 with x1830947555802368 ext(0->4095) 00002000:00010000:3.0:1746128327.912150:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6ea00 00000100:00100000:3.0:1746128327.912171:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13849 00000100:00100000:3.0:1746128327.912176:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555802368:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128327.912654:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555802368:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 477us (616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.912664:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13849 00002000:00100000:3.0:1746128327.912668:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6ea00 x1830947555802368/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.912674:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ea00 with x1830947555802368 ext(0->4095) 00002000:00010000:3.0:1746128327.912677:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6ea00 00000100:00100000:0.0:1746128327.915538:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.915624:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555802496 00000100:00100000:2.0:1746128327.915632:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555802496 00000100:00100000:0.0:1746128327.915639:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.915659:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555802624 00000100:00100000:2.0:1746128327.915661:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555802624 00000100:00100000:2.0:1746128327.915673:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30623 00000100:00100000:2.0:1746128327.915679:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1725:x1830947555802496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.915691:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.915704:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964517e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.915716:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30624 00000100:00100000:1.0:1746128327.915722:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555802624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.915725:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.915728:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.915732:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.915733:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.915733:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645185 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.915737:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.915743:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.915745:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.915749:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.915752:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.915871:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.915882:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.915891:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551475968:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.915994:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00010000:00010000:1.0:1746128327.915997:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.916011:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.916019:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128327.916037:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555802624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 316us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.916043:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30624 00000100:00100000:0.0:1746128327.919293:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.919379:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555802752 00000100:00100000:3.0:1746128327.919387:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555802752 00010000:00010000:3.0:1746128327.919418:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.919449:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15585 00000100:00100000:3.0:1746128327.919456:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555802752:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.919468:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.919487:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.919497:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.919517:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.919519:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.919526:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.919527:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645177 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.919534:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128327.919571:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551475968:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.919591:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.919598:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.919606:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128327.919648:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555802496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3969us (4115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.919654:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30623 00010000:00010000:3.0:1746128327.919708:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.919721:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.919731:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551476224:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.919768:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.921173:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551476224:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.921184:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.921203:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555802752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1748us (1917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.921210:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15585 00000100:00100000:0.0:1746128327.921869:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.921978:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555803008 00000100:00100000:3.0:1746128327.921982:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555803008 00002000:00100000:3.0:1746128327.922005:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096214000 x1830947555803008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.922015:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096214000 with x1830947555803008 ext(0->4095) 00010000:00010000:3.0:1746128327.922021:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.922031:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.922036:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096214000 00000100:00100000:3.0:1746128327.922159:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3241 00000100:00100000:3.0:1746128327.922165:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2016:x1830947555803008:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128327.922394:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2016:x1830947555803008:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 229us (525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.922400:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3241 00002000:00100000:3.0:1746128327.922405:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096214000 x1830947555803008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.922412:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096214000 with x1830947555803008 ext(0->4095) 00010000:00010000:3.0:1746128327.922416:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.922424:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.922430:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096214000 00000100:00100000:0.0:1746128327.926004:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128327.926074:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.926241:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555803136 00000100:00100000:2.0:1746128327.926249:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555803136 00000100:00100000:2.0:1746128327.926294:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30625 00000100:00100000:2.0:1746128327.926301:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555803136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.926314:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.926326:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964518c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.926376:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555803264 00000100:00100000:3.0:1746128327.926379:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555803264 00010000:00010000:3.0:1746128327.926396:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.926413:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15586 00000100:00100000:3.0:1746128327.926418:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555803264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.926425:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.926438:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.926452:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.926468:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964517e expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.926485:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.926487:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.926492:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.926498:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.926521:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.926531:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551476352:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.926605:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746128327.926744:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.926751:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.926753:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.926755:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.926771:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.926780:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.926787:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551476480:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.926819:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.929652:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551476352:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.929670:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.929703:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555803264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3283us (3628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.929712:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15586 00000100:00100000:2.0:1746128327.929895:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551476480:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.929913:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.929926:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128327.929948:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555803136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3648us (3950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.929968:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30625 00000100:00100000:2.0:1746128327.930016:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.930107:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555803520 00000100:00100000:3.0:1746128327.930112:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555803520 00002000:00100000:3.0:1746128327.930136:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61fb80 x1830947555803520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.930144:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61fb80 with x1830947555803520 ext(0->4095) 00010000:00010000:3.0:1746128327.930150:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.930161:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.930167:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61fb80 00000100:00100000:3.0:1746128327.930188:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3242 00000100:00100000:3.0:1746128327.930193:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555803520:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128327.930289:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555803520:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.930295:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3242 00002000:00100000:3.0:1746128327.930299:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61fb80 x1830947555803520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.930306:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61fb80 with x1830947555803520 ext(0->4095) 00010000:00010000:3.0:1746128327.930311:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.930319:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.930324:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61fb80 00000100:00100000:0.0:1746128327.932025:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.932185:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555803648 00000100:00100000:2.0:1746128327.932190:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555803648 00000100:00100000:2.0:1746128327.932226:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30626 00000100:00100000:2.0:1746128327.932233:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555803648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.932243:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.932255:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645193 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.932275:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.932280:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.932285:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128327.932288:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.932726:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.932914:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.932926:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128327.932965:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555803648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 722us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.932971:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30626 00000100:00100000:0.0:1746128327.933075:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.933117:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555803776 00000100:00100000:3.0:1746128327.933122:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555803776 00010000:00010000:3.0:1746128327.933136:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.933207:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15587 00000100:00100000:3.0:1746128327.933213:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555803776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.933222:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.933235:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.933245:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.933259:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645185 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.933282:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.933283:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.933289:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.933295:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.933313:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.933326:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.933336:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551476736:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.933391:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.935821:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551476736:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.935837:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.935938:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555803776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2723us (2861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.935946:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15587 00000100:00100000:0.0:1746128327.936160:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.936371:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555804032 00000100:00100000:3.0:1746128327.936376:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555804032 00002000:00100000:3.0:1746128327.936398:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979d5180 x1830947555804032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.936406:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d5180 with x1830947555804032 ext(0->4095) 00010000:00010000:3.0:1746128327.936412:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.936422:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.936427:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979d5180 00000100:00100000:3.0:1746128327.936452:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3243 00000100:00100000:3.0:1746128327.936458:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555804032:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128327.936566:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555804032:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.936572:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3243 00002000:00100000:3.0:1746128327.936577:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979d5180 x1830947555804032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.936587:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979d5180 with x1830947555804032 ext(0->4095) 00010000:00010000:3.0:1746128327.936592:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.936600:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128327.936605:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979d5180 00000100:00100000:0.0:1746128327.938712:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.938777:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555804160 00000100:00100000:3.0:1746128327.938783:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555804160 00010000:00010000:3.0:1746128327.938802:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.938819:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15588 00000100:00100000:3.0:1746128327.938824:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555804160:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.938833:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.938845:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.938854:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.938871:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964518c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.938891:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.938893:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.938898:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.938906:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.938932:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.939003:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551476864:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.939277:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.941715:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551476864:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.941732:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.941759:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555804160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2934us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.941767:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15588 00000100:00100000:0.0:1746128327.941978:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.942773:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555804416 00000100:00100000:1.0:1746128327.942779:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555804416 00002000:00100000:1.0:1746128327.942808:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311180 x1830947555804416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.942816:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311180 with x1830947555804416 ext(0->4095) 00002000:00010000:1.0:1746128327.942820:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099311180 00000100:00100000:1.0:1746128327.942848:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13850 00000100:00100000:1.0:1746128327.942854:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555804416:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.942964:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555804416:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (975us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.942970:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13850 00002000:00100000:1.0:1746128327.942975:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311180 x1830947555804416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.942981:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311180 with x1830947555804416 ext(0->4095) 00002000:00010000:1.0:1746128327.942983:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099311180 00000100:00100000:0.0:1746128327.944979:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.945990:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555804544 00000100:00100000:2.0:1746128327.945998:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555804544 00000100:00100000:2.0:1746128327.946034:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30627 00000100:00100000:2.0:1746128327.946040:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555804544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.946053:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.946066:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964519a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.946094:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.946101:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.946102:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.946105:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.946130:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.946281:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 73 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.946293:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551476992:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.947126:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.948657:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551476992:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.948677:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.948691:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128327.948717:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555804544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2678us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.948724:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30627 00000100:00100000:0.0:1746128327.949300:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.949412:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555804672 00000100:00100000:3.0:1746128327.949417:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555804672 00010000:00010000:3.0:1746128327.949437:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.949458:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15589 00000100:00100000:3.0:1746128327.949462:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555804672:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.949471:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.949485:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.949494:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.949509:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645193 expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.949533:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.949534:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.949559:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.949565:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.949588:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.949597:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551477120:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.949883:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128327.951124:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551477120:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.951137:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.951160:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:2015:x1830947555804672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1697us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.951166:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15589 00000100:00100000:0.0:1746128327.951417:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.951525:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555804928 00000100:00100000:3.0:1746128327.951529:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555804928 00002000:00100000:3.0:1746128327.951576:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310e00 x1830947555804928/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.951584:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310e00 with x1830947555804928 ext(0->4095) 00002000:00010000:3.0:1746128327.951587:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310e00 00000100:00100000:3.0:1746128327.951756:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13851 00000100:00100000:3.0:1746128327.951762:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555804928:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128327.951854:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555804928:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128327.951859:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13851 00002000:00100000:3.0:1746128327.951864:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310e00 x1830947555804928/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128327.951870:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310e00 with x1830947555804928 ext(0->4095) 00002000:00010000:3.0:1746128327.951872:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310e00 00000100:00100000:0.0:1746128327.952190:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.952262:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555805056 00000100:00100000:2.0:1746128327.952266:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555805056 00000100:00100000:2.0:1746128327.952298:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30628 00000100:00100000:2.0:1746128327.952304:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+73:1723:x1830947555805056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.952312:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.952324:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451a1 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.952342:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.952348:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.952349:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.952352:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.952371:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.952381:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.952390:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551477248:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.952441:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.952946:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128327.952977:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555805184 00000100:00100000:1.0:1746128327.952982:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555805184 00000100:00100000:1.0:1746128327.953011:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30629 00000100:00100000:1.0:1746128327.953017:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555805184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128327.953023:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128327.953030:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451a8 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.953042:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.953045:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.953054:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128327.953057:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.953076:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.953091:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.953099:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128327.953129:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555805184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.953135:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30629 00000100:00100000:0.0:1746128327.954856:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.954927:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551477248:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.954945:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.954971:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ee00, rc 0) 00000100:00100000:2.0:1746128327.954994:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555805056:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2690us (2804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.955000:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30628 00000100:00100000:3.0:1746128327.955062:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555805312 00000100:00100000:3.0:1746128327.955066:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555805312 00010000:00010000:3.0:1746128327.955081:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.955110:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15590 00000100:00100000:3.0:1746128327.955115:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555805312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.955124:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.955137:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.955146:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.955162:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5e48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964519a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.955174:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.955175:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.955180:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.955187:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.955206:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 74 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.955215:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.956814:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551477504:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.956894:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.962539:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.962682:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551477504:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.962698:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.962734:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555805312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7617us (7880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.962744:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15590 00000100:00100000:1.0:1746128327.962807:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555805568 00000100:00100000:1.0:1746128327.962814:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555805568 00002000:00100000:1.0:1746128327.962845:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee58700 x1830947555805568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.962859:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee58700 with x1830947555805568 ext(0->4095) 00010000:00010000:1.0:1746128327.962866:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.962877:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128327.962882:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee58700 00000100:00100000:1.0:1746128327.962909:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3244 00000100:00100000:1.0:1746128327.962916:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555805568:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128327.963022:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555805568:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128327.963027:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3244 00002000:00100000:1.0:1746128327.963031:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee58700 x1830947555805568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128327.963037:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee58700 with x1830947555805568 ext(0->4095) 00010000:00010000:1.0:1746128327.963041:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.963048:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128327.963053:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee58700 00000100:00100000:0.0:1746128327.966891:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.966967:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555805696 00000100:00100000:3.0:1746128327.966976:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555805696 00010000:00010000:3.0:1746128327.967110:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.967144:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15591 00000100:00100000:3.0:1746128327.967151:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555805696:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.967162:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.967178:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.967337:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.967357:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e5e4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a1 expref: 75 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.967378:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.967380:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.967386:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.967392:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.967418:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.967427:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551477632:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.967498:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.970220:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.970310:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555805952 00000100:00100000:2.0:1746128327.970317:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555805952 00002000:00100000:2.0:1746128327.970354:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211c000 x1830947555805952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.970363:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c000 with x1830947555805952 ext(0->4095) 00002000:00010000:2.0:1746128327.970368:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211c000 00000100:00100000:2.0:1746128327.970385:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13852 00000100:00100000:2.0:1746128327.970392:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555805952:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.970526:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2014:x1830947555805952:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.970531:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13852 00002000:00100000:2.0:1746128327.970536:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211c000 x1830947555805952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.970566:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c000 with x1830947555805952 ext(0->4095) 00002000:00010000:2.0:1746128327.970569:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211c000 00000100:00100000:3.0:1746128327.970645:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551477632:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.970660:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.970682:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555805696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3532us (3799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.970688:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15591 00000100:00100000:0.0:1746128327.975017:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.975247:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555806080 00000100:00100000:2.0:1746128327.975255:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555806080 00000100:00100000:2.0:1746128327.975308:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30630 00000100:00100000:2.0:1746128327.975315:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555806080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.975329:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.975344:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451af expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.975370:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.975376:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.975378:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.975381:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.975404:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.975414:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 73 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.975423:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551477760:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.975514:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.976515:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551477760:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.976532:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.976562:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128327.976729:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555806080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1414us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.976739:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30630 00000100:00100000:0.0:1746128327.979823:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.980388:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555806208 00000100:00100000:3.0:1746128327.980396:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555806208 00010000:00010000:3.0:1746128327.980424:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128327.980461:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15592 00000100:00100000:3.0:1746128327.980468:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555806208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128327.980479:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128327.980494:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.980510:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.980527:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5e56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451a8 expref: 74 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128327.980566:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.980568:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128327.980574:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.980580:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128327.980668:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128327.980678:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551477888:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128327.980740:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128327.980855:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.980920:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555806336 00000100:00100000:2.0:1746128327.980923:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555806336 00000100:00100000:2.0:1746128327.980947:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30631 00000100:00100000:2.0:1746128327.980951:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:1723:x1830947555806336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.980973:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.980982:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451b6 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.980998:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.981004:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.981005:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128327.981007:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.981021:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.981029:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.981036:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551478016:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.981057:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128327.982463:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551478016:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128327.982482:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.982492:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128327.982527:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1723:x1830947555806336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1574us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128327.982532:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30631 00000100:00100000:3.0:1746128327.982669:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551477888:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128327.982679:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128327.982868:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2014:x1830947555806208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2400us (3048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128327.982875:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15592 00000100:00100000:1.0:1746128327.982979:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.983105:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555806592 00000100:00100000:2.0:1746128327.983109:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555806592 00002000:00100000:2.0:1746128327.983130:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211e680 x1830947555806592/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.983138:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e680 with x1830947555806592 ext(0->4095) 00010000:00010000:2.0:1746128327.983143:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.983152:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128327.983158:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211e680 00000100:00100000:2.0:1746128327.983183:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3245 00000100:00100000:2.0:1746128327.983188:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555806592:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128327.983276:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555806592:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.983281:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3245 00002000:00100000:2.0:1746128327.983286:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211e680 x1830947555806592/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.983293:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e680 with x1830947555806592 ext(0->4095) 00010000:00010000:2.0:1746128327.983297:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128327.983306:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128327.983311:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211e680 00000100:00100000:0.0:1746128327.988918:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128327.989040:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555806720 00000100:00100000:3.0:1746128327.989046:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555806720 00010000:00010000:3.0:1746128327.989073:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128327.990329:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15593 00000100:00100000:1.0:1746128327.990341:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555806720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128327.990359:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128327.990377:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.990389:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.990408:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e5e5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451af expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128327.990559:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.990561:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128327.990568:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.990575:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128327.990605:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128327.990616:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551478144:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128327.991774:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128327.993070:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551478144:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128327.993088:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128327.993127:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555806720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2789us (4213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128327.993135:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15593 00000100:00100000:0.0:1746128327.993712:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.995722:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555806976 00000100:00100000:2.0:1746128327.995733:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555806976 00002000:00100000:2.0:1746128327.995771:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc04700 x1830947555806976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/0 e 0 to 0 dl 1746128338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.995780:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc04700 with x1830947555806976 ext(0->4095) 00002000:00010000:2.0:1746128327.995784:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc04700 00000100:00100000:2.0:1746128327.995808:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13853 00000100:00100000:2.0:1746128327.995814:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555806976:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128327.995922:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555806976:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (2211us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128327.995927:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13853 00002000:00100000:2.0:1746128327.995931:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc04700 x1830947555806976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746128338 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128327.995937:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc04700 with x1830947555806976 ext(0->4095) 00002000:00010000:2.0:1746128327.995940:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc04700 00000100:00100000:0.0:1746128327.998726:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128327.998813:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555807104 00000100:00100000:2.0:1746128327.998820:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555807104 00000100:00100000:2.0:1746128327.998854:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30632 00000100:00100000:2.0:1746128327.998861:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555807104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128327.998875:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128327.998890:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451bd expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.998914:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.998922:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.998924:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128327.998927:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.998950:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 73 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128327.998972:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 73 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128327.998983:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551478272:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128327.999068:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.003872:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551478272:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.003873:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128328.003944:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.003978:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128328.004022:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555807104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5160us (5303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.004030:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30632 00000100:00100000:3.0:1746128328.004088:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555807232 00000100:00100000:3.0:1746128328.004095:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555807232 00002000:00100000:3.0:1746128328.004129:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d21ce00 x1830947555807232/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.004136:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21ce00 with x1830947555807232 ext(0->7) 00010000:00010000:3.0:1746128328.004142:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.004152:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 74 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.004157:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21ce00 00000100:00100000:3.0:1746128328.004170:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3246 00000100:00100000:3.0:1746128328.004175:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+74:2015:x1830947555807232:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128328.005078:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555807232:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 901us (1211us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746128328.005085:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3246 00002000:00100000:0.0:1746128328.005091:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d21ce00 x1830947555807232/t4294970546(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/448 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.005098:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21ce00 with x1830947555807232 ext(0->7) 00010000:00010000:0.0:1746128328.005103:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.005114:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.005119:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21ce00 00000100:00100000:0.0:1746128328.006854:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.006978:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555807360 00000100:00100000:1.0:1746128328.006987:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555807360 00010000:00010000:1.0:1746128328.007018:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.007057:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15594 00000100:00100000:1.0:1746128328.007065:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555807360:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.007078:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746128328.007092:0:7234:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746128327 -> 1746128328 00002000:00010000:1.0:1746128328.007095:0:7234:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746128327 -> 1746128328 00010000:00010000:1.0:1746128328.007099:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.007109:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.007129:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451b6 expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.007161:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.007163:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.007170:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.007181:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.007210:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.007222:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551478400:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.007304:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.008934:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551478400:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.009042:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.009080:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:2015:x1830947555807360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2015us (2230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.009088:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15594 00000100:00100000:1.0:1746128328.009327:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.009348:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555807616 00000100:00100000:0.0:1746128328.009353:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555807616 00002000:00100000:0.0:1746128328.009381:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d880 x1830947555807616/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.009389:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d880 with x1830947555807616 ext(0->4095) 00002000:00010000:0.0:1746128328.009393:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211d880 00000100:00100000:0.0:1746128328.009414:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13854 00000100:00100000:0.0:1746128328.009420:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555807616:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128328.009520:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555807616:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.009525:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13854 00002000:00100000:0.0:1746128328.009530:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211d880 x1830947555807616/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.009536:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d880 with x1830947555807616 ext(0->4095) 00002000:00010000:0.0:1746128328.009539:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211d880 00000100:00100000:2.0:1746128328.013981:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.014452:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555807744 00000100:00100000:0.0:1746128328.014460:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555807744 00000100:00100000:0.0:1746128328.014497:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30633 00000100:00100000:0.0:1746128328.014504:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+75:1725:x1830947555807744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128328.014518:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128328.014531:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451c4 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.014585:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.014591:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.014593:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.014595:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.014624:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.014634:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746128328.014643:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d21d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551478528:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.014715:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.019375:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d21d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551478528:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.019403:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.019418:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128328.019455:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555807744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4951us (5483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.019462:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30633 00000100:00100000:0.0:1746128328.021526:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.022409:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.022472:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555808000 00000100:00100000:1.0:1746128328.022483:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555808000 00010000:00010000:1.0:1746128328.022512:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.022573:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15595 00000100:00100000:1.0:1746128328.022580:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555808000:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.022592:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.022607:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.022623:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.022642:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451bd expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.022658:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.022660:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.022665:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.022672:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.022699:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 75 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.022710:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551478656:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.022775:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.023899:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555807872 00000100:00100000:2.0:1746128328.023905:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555807872 00000100:00100000:2.0:1746128328.024251:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30634 00000100:00100000:2.0:1746128328.024259:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555807872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.024271:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.024282:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451cb expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.024527:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 77 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.024552:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.024554:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.024558:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 77 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.024579:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 77 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.024589:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 77 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.024599:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551478784:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.024825:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.025163:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551478656:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.025177:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.025363:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555808000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2780us (2951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.025370:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15595 00000100:00100000:1.0:1746128328.025938:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.026004:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555808256 00000100:00100000:0.0:1746128328.026009:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555808256 00002000:00100000:0.0:1746128328.026035:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ca80 x1830947555808256/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.026043:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ca80 with x1830947555808256 ext(0->4095) 00010000:00010000:0.0:1746128328.026049:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.026059:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.026064:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ca80 00000100:00100000:0.0:1746128328.026147:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3247 00000100:00100000:0.0:1746128328.026154:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555808256:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128328.026423:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555808256:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 268us (484us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.026429:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3247 00002000:00100000:0.0:1746128328.026434:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ca80 x1830947555808256/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.026441:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ca80 with x1830947555808256 ext(0->4095) 00010000:00010000:0.0:1746128328.026445:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.026453:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.026459:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ca80 00000100:00100000:0.0:1746128328.026496:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551478784:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128328.026509:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 77 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.026762:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:0.0:1746128328.026791:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1723:x1830947555807872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2534us (5270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.026796:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30634 00000100:00100000:0.0:1746128328.028385:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.029149:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555808384 00000100:00100000:2.0:1746128328.029157:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555808384 00000100:00100000:2.0:1746128328.029191:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30635 00000100:00100000:2.0:1746128328.029197:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555808384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.029209:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.029223:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451d2 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.029245:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.029250:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.029255:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128328.029259:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.029290:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.029299:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.029307:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128328.029355:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555808384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.029360:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30635 00000100:00100000:0.0:1746128328.029689:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.029820:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555808512 00000100:00100000:1.0:1746128328.029824:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555808512 00010000:00010000:1.0:1746128328.029839:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 77 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.029866:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15596 00000100:00100000:1.0:1746128328.029871:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2016:x1830947555808512:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.029879:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.029892:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 77 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.029900:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 77 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.029914:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e5e72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451c4 expref: 77 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.029926:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.029927:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.029932:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.029938:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.029969:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.029980:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.029989:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551479040:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.030037:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.035149:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551479040:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.035169:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128328.035323:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.035448:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2016:x1830947555808512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5575us (5757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.035457:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15596 00000100:00100000:0.0:1746128328.036496:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555808768 00000100:00100000:0.0:1746128328.036504:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555808768 00002000:00100000:0.0:1746128328.036536:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f67b80 x1830947555808768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.036561:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67b80 with x1830947555808768 ext(0->4095) 00010000:00010000:0.0:1746128328.036569:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.036580:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.036586:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f67b80 00000100:00100000:0.0:1746128328.036602:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3248 00000100:00100000:0.0:1746128328.036608:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555808768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128328.036716:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555808768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.036722:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3248 00002000:00100000:0.0:1746128328.036734:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f67b80 x1830947555808768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.036741:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67b80 with x1830947555808768 ext(0->4095) 00010000:00010000:0.0:1746128328.036746:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.036755:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.036759:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f67b80 00000100:00100000:0.0:1746128328.041687:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.041740:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.041834:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555809024 00000100:00100000:1.0:1746128328.041840:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555809024 00010000:00010000:1.0:1746128328.041867:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.041905:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15597 00000100:00100000:1.0:1746128328.041912:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555809024:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.041924:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.041939:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 76 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.041997:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555808896 00000100:00100000:2.0:1746128328.042000:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555808896 00000100:00100000:2.0:1746128328.042033:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30636 00000100:00100000:2.0:1746128328.042038:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1723:x1830947555808896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.042051:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.042069:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451d9 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.042086:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.042091:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.042096:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128328.042099:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.042130:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.042141:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.042149:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128328.042193:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555808896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.042198:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30636 00010000:00010000:1.0:1746128328.042241:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 77 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.042256:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5e79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451cb expref: 77 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.042284:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.042286:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.042292:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.042414:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.042435:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.042444:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.042454:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551479296:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.042500:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.045624:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551479296:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.045643:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.045682:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555809024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3770us (3941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.045691:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15597 00000100:00100000:0.0:1746128328.045783:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.045809:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555809280 00000100:00100000:0.0:1746128328.045814:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555809280 00002000:00100000:0.0:1746128328.045841:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac6680 x1830947555809280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.045848:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6680 with x1830947555809280 ext(0->4095) 00010000:00010000:0.0:1746128328.045855:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.045866:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.045872:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac6680 00000100:00100000:0.0:1746128328.045896:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3249 00000100:00100000:0.0:1746128328.045902:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555809280:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.046024:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555809280:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.046032:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3249 00002000:00100000:3.0:1746128328.046037:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac6680 x1830947555809280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.046045:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6680 with x1830947555809280 ext(0->4095) 00010000:00010000:3.0:1746128328.046050:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.046065:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.046070:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac6680 00000100:00100000:0.0:1746128328.049170:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.049378:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555809408 00000100:00100000:1.0:1746128328.049385:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555809408 00010000:00010000:1.0:1746128328.049411:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.049497:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15598 00000100:00100000:1.0:1746128328.049504:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555809408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.049517:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.049532:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.049567:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.049587:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d2 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.049603:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.049605:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.049611:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.049618:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.049642:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.049654:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551479424:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.049720:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.051903:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551479424:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.051920:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.051949:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555809408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2446us (2785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.051973:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15598 00000100:00100000:0.0:1746128328.053273:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.053816:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555809664 00000100:00100000:3.0:1746128328.053824:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555809664 00002000:00100000:3.0:1746128328.053856:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4a80 x1830947555809664/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.053865:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4a80 with x1830947555809664 ext(0->4095) 00002000:00010000:3.0:1746128328.053870:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4a80 00000100:00100000:3.0:1746128328.053891:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13855 00000100:00100000:3.0:1746128328.053898:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555809664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.054024:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2015:x1830947555809664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (753us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.054031:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13855 00002000:00100000:3.0:1746128328.054035:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4a80 x1830947555809664/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.054042:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4a80 with x1830947555809664 ext(0->4095) 00002000:00010000:3.0:1746128328.054045:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4a80 00000100:00100000:0.0:1746128328.056890:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.057212:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555809792 00000100:00100000:2.0:1746128328.057221:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555809792 00000100:00100000:2.0:1746128328.057265:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30637 00000100:00100000:2.0:1746128328.057272:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555809792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.057285:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.057311:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451e0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.057332:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.057338:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.057340:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.057343:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.057372:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.057381:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.057390:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551479552:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.057450:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.059502:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551479552:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.059526:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.059539:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128328.059595:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555809792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2322us (2710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.059602:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30637 00000100:00100000:0.0:1746128328.060514:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.060715:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555809920 00000100:00100000:1.0:1746128328.060721:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555809920 00010000:00010000:1.0:1746128328.060787:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 76 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.061032:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15599 00000100:00100000:1.0:1746128328.061040:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555809920:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.061050:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.061067:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 76 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.061077:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 76 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.061094:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5e87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451d9 expref: 76 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.061120:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.061122:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.061128:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.061135:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.061168:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.061178:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551479680:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.061234:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.064124:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.064296:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555810048 00000100:00100000:2.0:1746128328.064304:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555810048 00000100:00100000:2.0:1746128328.064835:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30638 00000100:00100000:2.0:1746128328.064842:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555810048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.064856:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.064870:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451e7 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.064891:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.064898:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.064899:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.064902:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128328.064906:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.064923:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555810304 00000100:00100000:0.0:1746128328.064926:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555810304 00010000:00010000:2.0:1746128328.064927:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.064936:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.064947:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551479808:192.168.202.33@tcp:104: 00002000:00100000:0.0:1746128328.064947:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e7480 x1830947555810304/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.064977:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7480 with x1830947555810304 ext(0->4095) 00010000:00010000:0.0:1746128328.064983:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.064993:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.064999:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e7480 00000100:00100000:2.0:1746128328.065009:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.065141:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551479680:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.065155:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.065179:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555809920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4141us (4666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.065187:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15599 00000100:00100000:0.0:1746128328.065376:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3250 00000100:00100000:0.0:1746128328.065383:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555810304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128328.065582:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555810304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 199us (676us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.065588:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3250 00002000:00100000:0.0:1746128328.065594:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e7480 x1830947555810304/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.065601:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7480 with x1830947555810304 ext(0->4095) 00010000:00010000:0.0:1746128328.065606:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.065615:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.065621:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e7480 00000100:00100000:2.0:1746128328.066404:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551479808:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.066419:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.066429:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128328.066447:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1723:x1830947555810048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1606us (2330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.066453:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30638 00000100:00100000:0.0:1746128328.069997:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.070046:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.070134:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555810432 00000100:00100000:2.0:1746128328.070142:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555810432 00000100:00100000:2.0:1746128328.070189:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30639 00000100:00100000:2.0:1746128328.070197:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:1725:x1830947555810432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.070212:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.070225:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451ee expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.070246:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.070250:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.070255:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.070259:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.070286:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.070296:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.070304:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128328.070345:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1725:x1830947555810432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.070351:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30639 00000100:00100000:1.0:1746128328.072023:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555810560 00000100:00100000:1.0:1746128328.072031:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555810560 00010000:00010000:1.0:1746128328.072052:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.072075:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15600 00000100:00100000:1.0:1746128328.072080:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555810560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.072090:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.072104:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.072113:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.072131:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5e8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e0 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.072144:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.072146:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.072151:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.072158:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.072178:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.072188:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 76 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.072198:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480064:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.072245:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.074585:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.074604:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555810816 00000100:00100000:0.0:1746128328.074608:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555810816 00000100:00100000:1.0:1746128328.074615:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480064:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.074631:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746128328.074636:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e6300 x1830947555810816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.074645:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e6300 with x1830947555810816 ext(0->4095) 00010000:00010000:0.0:1746128328.074650:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.074657:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555810560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2576us (4611us total) trans 0 rc 0/0 00010000:00010000:0.0:1746128328.074661:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.074665:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15600 00002000:00010000:0.0:1746128328.074666:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e6300 00000100:00100000:0.0:1746128328.074692:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3251 00000100:00100000:0.0:1746128328.074698:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555810816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128328.074799:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555810816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (218us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.074804:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3251 00002000:00100000:0.0:1746128328.074808:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e6300 x1830947555810816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.074814:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e6300 with x1830947555810816 ext(0->4095) 00010000:00010000:0.0:1746128328.074818:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.074825:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.074831:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e6300 00000100:00100000:0.0:1746128328.076594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.076671:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555810944 00000100:00100000:1.0:1746128328.076677:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555810944 00010000:00010000:1.0:1746128328.076698:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.080111:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15601 00000100:00100000:1.0:1746128328.080124:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2014:x1830947555810944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.080148:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.080168:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.080180:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.080200:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5e95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451e7 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.080215:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.080217:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.080222:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.080230:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.080258:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.080269:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480192:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.080326:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.085474:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.085582:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480192:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.085598:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.085639:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2014:x1830947555810944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5519us (9049us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.085652:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15601 00000100:00100000:2.0:1746128328.088371:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555811200 00000100:00100000:2.0:1746128328.088380:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555811200 00002000:00100000:2.0:1746128328.088415:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e7100 x1830947555811200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.088425:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7100 with x1830947555811200 ext(0->4095) 00002000:00010000:2.0:1746128328.088429:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e7100 00000100:00100000:3.0:1746128328.089562:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13856 00000100:00100000:3.0:1746128328.089573:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2017:x1830947555811200:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128328.089689:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2017:x1830947555811200:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (4221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.089696:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13856 00002000:00100000:3.0:1746128328.089701:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e7100 x1830947555811200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.089709:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7100 with x1830947555811200 ext(0->4095) 00002000:00010000:3.0:1746128328.089712:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e7100 00000100:00100000:0.0:1746128328.092322:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.092829:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555811328 00000100:00100000:3.0:1746128328.092836:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555811328 00000100:00100000:3.0:1746128328.093486:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30640 00000100:00100000:3.0:1746128328.093493:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555811328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.093505:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.093518:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451f5 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.093557:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.093564:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.093566:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.093569:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.093593:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.093603:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 75 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.093618:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551480320:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.093685:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.097800:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.097914:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551480320:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.097936:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.097963:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:2.0:1746128328.098144:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555811456 00000100:00100000:2.0:1746128328.098150:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555811456 00002000:00100000:2.0:1746128328.098180:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f1e7b80 x1830947555811456/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.098188:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7b80 with x1830947555811456 ext(0->7) 00010000:00010000:2.0:1746128328.098193:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 76 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.098203:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 76 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.098209:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e7b80 00000100:00100000:2.0:1746128328.098226:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3252 00000100:00100000:2.0:1746128328.098231:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+76:2016:x1830947555811456:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128328.098566:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555811328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5072us (6247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.098572:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30640 00000100:00100000:2.0:1746128328.100341:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2016:x1830947555811456:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2105us (2543us total) trans 4294970547 rc 0/0 00000100:00100000:2.0:1746128328.100350:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3252 00002000:00100000:2.0:1746128328.100357:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f1e7b80 x1830947555811456/t4294970547(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/448 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.100364:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7b80 with x1830947555811456 ext(0->7) 00010000:00010000:2.0:1746128328.100371:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.100381:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.100387:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e7b80 00000100:00100000:0.0:1746128328.102645:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.102796:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555811584 00000100:00100000:1.0:1746128328.102805:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555811584 00010000:00010000:1.0:1746128328.102829:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.102863:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15602 00000100:00100000:1.0:1746128328.102869:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2016:x1830947555811584:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.102879:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.102893:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.102903:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.102921:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5e9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451ee expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.102947:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.102948:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.102963:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.102970:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.102994:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.103004:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480448:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.103122:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.104914:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480448:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.104927:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128328.104980:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.105082:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555811840 00000100:00100000:3.0:1746128328.105087:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555811840 00002000:00100000:3.0:1746128328.105114:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b800 x1830947555811840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.105122:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b800 with x1830947555811840 ext(0->4095) 00002000:00010000:3.0:1746128328.105126:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631b800 00000100:00100000:1.0:1746128328.105286:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2016:x1830947555811584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2416us (2645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.105293:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15602 00000100:00100000:3.0:1746128328.105435:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13857 00000100:00100000:3.0:1746128328.105442:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555811840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.105570:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555811840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.105577:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13857 00002000:00100000:3.0:1746128328.105582:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b800 x1830947555811840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.105595:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b800 with x1830947555811840 ext(0->4095) 00002000:00010000:3.0:1746128328.105597:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631b800 00000100:00100000:0.0:1746128328.108058:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.108132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.109255:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555811968 00000100:00100000:3.0:1746128328.109258:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555812096 00000100:00100000:3.0:1746128328.109263:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555812096 00000100:00100000:2.0:1746128328.109263:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555811968 00000100:00100000:2.0:1746128328.109387:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30641 00000100:00100000:2.0:1746128328.109394:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095843c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555811968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.109407:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.109420:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96451fc expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.109444:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.109450:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.109452:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.109455:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.109481:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.109491:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.109501:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551480576:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.109582:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.110305:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30642 00000100:00100000:0.0:1746128328.110313:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1725:x1830947555812096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128328.110321:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128328.110328:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645203 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.110340:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.110343:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 80 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.110348:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128328.110351:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 80 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.110370:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 80 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.110383:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 80 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.110391:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f80400, rc 0) 00000100:00100000:0.0:1746128328.110428:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:1725:x1830947555812096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (2295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.110433:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30642 00000100:00100000:2.0:1746128328.112443:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551480576:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.112457:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.112464:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128328.112495:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095843c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1723:x1830947555811968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3102us (4443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.112500:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30641 00000100:00100000:0.0:1746128328.112869:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.113040:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555812224 00000100:00100000:1.0:1746128328.113045:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555812224 00010000:00010000:1.0:1746128328.113065:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.113097:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15603 00000100:00100000:1.0:1746128328.113103:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555812224:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.113113:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.113127:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.113137:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.113154:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e5ea3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451f5 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.113179:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.113181:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.113187:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.113195:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.113216:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.113226:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.113236:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480832:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.113537:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.114365:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480832:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.114375:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.114405:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555812224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1301us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.114412:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15603 00000100:00100000:0.0:1746128328.114833:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.114940:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555812480 00000100:00100000:3.0:1746128328.114944:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555812480 00002000:00100000:3.0:1746128328.114985:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f102a00 x1830947555812480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.114997:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102a00 with x1830947555812480 ext(0->4095) 00010000:00010000:3.0:1746128328.115003:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.115013:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.115018:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f102a00 00000100:00100000:3.0:1746128328.115044:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3253 00000100:00100000:3.0:1746128328.115050:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555812480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.115145:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555812480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.115151:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3253 00002000:00100000:3.0:1746128328.115157:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f102a00 x1830947555812480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.115163:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102a00 with x1830947555812480 ext(0->4095) 00010000:00010000:3.0:1746128328.115172:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.115180:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.115185:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f102a00 00000100:00100000:0.0:1746128328.117294:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.117365:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555812608 00000100:00100000:1.0:1746128328.117371:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555812608 00010000:00010000:1.0:1746128328.117391:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.117425:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15604 00000100:00100000:1.0:1746128328.117431:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2015:x1830947555812608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.117443:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.117457:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.117467:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.117485:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5eaa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96451fc expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.117499:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.117501:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.117507:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 78 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.117514:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 78 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.117538:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 78 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.117569:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480960:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.117629:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.119147:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.119218:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555812864 00000100:00100000:2.0:1746128328.119224:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555812864 00002000:00100000:2.0:1746128328.119248:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101c00 x1830947555812864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.119257:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101c00 with x1830947555812864 ext(0->4095) 00002000:00010000:2.0:1746128328.119260:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f101c00 00000100:00100000:2.0:1746128328.119287:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13858 00000100:00100000:2.0:1746128328.119294:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2015:x1830947555812864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.119390:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2015:x1830947555812864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.119396:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13858 00002000:00100000:2.0:1746128328.119401:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101c00 x1830947555812864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.119408:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101c00 with x1830947555812864 ext(0->4095) 00002000:00010000:2.0:1746128328.119411:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f101c00 00000100:00100000:1.0:1746128328.119682:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551480960:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.119697:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.120360:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555812608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2928us (3068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.120371:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15604 00000100:00100000:0.0:1746128328.121598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.121717:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555812992 00000100:00100000:2.0:1746128328.121723:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555812992 00000100:00100000:2.0:1746128328.121750:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30643 00000100:00100000:2.0:1746128328.121756:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555812992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.121766:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.121778:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964520a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.121798:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 77 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.121804:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.121806:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.121809:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.121831:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 77 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.121841:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 77 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.121851:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551481088:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.122231:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.124506:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.124610:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551481088:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.124631:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.124643:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128328.124673:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555812992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2916us (3076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.124679:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30643 00000100:00100000:1.0:1746128328.124947:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555813120 00000100:00100000:1.0:1746128328.124963:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555813120 00010000:00010000:1.0:1746128328.124983:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 78 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.125000:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15605 00000100:00100000:1.0:1746128328.125005:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555813120:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.125013:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.125027:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 78 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.125035:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 78 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.125051:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e5eb1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645203 expref: 78 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.125063:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.125064:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.125070:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.125076:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.125096:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.125106:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551481216:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.125179:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.128122:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551481216:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.128140:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.128184:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555813120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3177us (3681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.128192:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15605 00000100:00100000:0.0:1746128328.128900:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.129082:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555813376 00000100:00100000:3.0:1746128328.129088:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555813376 00002000:00100000:3.0:1746128328.129120:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100380 x1830947555813376/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.129128:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100380 with x1830947555813376 ext(0->4095) 00002000:00010000:3.0:1746128328.129132:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f100380 00000100:00100000:3.0:1746128328.129157:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13859 00000100:00100000:3.0:1746128328.129164:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555813376:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.129269:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555813376:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (369us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.129275:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13859 00002000:00100000:3.0:1746128328.129279:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100380 x1830947555813376/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.129286:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100380 with x1830947555813376 ext(0->4095) 00002000:00010000:3.0:1746128328.129288:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f100380 00000100:00100000:0.0:1746128328.130223:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.130489:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555813504 00000100:00100000:2.0:1746128328.130494:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555813504 00000100:00100000:2.0:1746128328.130525:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30644 00000100:00100000:2.0:1746128328.130531:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1723:x1830947555813504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.130554:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.130568:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645211 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.130588:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.130594:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.130595:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.130598:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.130620:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.130629:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.130638:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551481344:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.130695:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.131607:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.132123:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551481344:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.132141:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.132156:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:3.0:1746128328.132182:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555813504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1650us (1960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.132188:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30644 00000100:00100000:3.0:1746128328.132205:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555813632 00000100:00100000:3.0:1746128328.132208:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555813632 00000100:00100000:3.0:1746128328.132225:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30645 00000100:00100000:3.0:1746128328.132230:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1725:x1830947555813632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.132237:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.132244:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645218 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.132256:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.132260:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.132265:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.132268:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.132285:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.132293:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.132303:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128328.132316:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1725:x1830947555813632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.132320:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30645 00000100:00100000:0.0:1746128328.132606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.132847:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555813760 00000100:00100000:1.0:1746128328.132851:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555813760 00010000:00010000:1.0:1746128328.132865:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.133228:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15606 00000100:00100000:1.0:1746128328.133235:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555813760:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.133244:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.133263:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.133273:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.133288:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5eb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964520a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.133308:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.133310:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.133315:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.133322:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.133340:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.133350:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.133359:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551481600:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.133462:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.135463:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.135557:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551481600:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.135572:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.135602:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555813760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2367us (2995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.135610:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15606 00000100:00100000:3.0:1746128328.135849:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555814016 00000100:00100000:3.0:1746128328.135855:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555814016 00002000:00100000:3.0:1746128328.135883:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce78380 x1830947555814016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.135891:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78380 with x1830947555814016 ext(0->4095) 00010000:00010000:3.0:1746128328.135898:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.135908:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.135914:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce78380 00000100:00100000:3.0:1746128328.135928:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3254 00000100:00100000:3.0:1746128328.135934:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555814016:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.136044:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555814016:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (584us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.136050:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3254 00002000:00100000:3.0:1746128328.136054:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce78380 x1830947555814016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.136067:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78380 with x1830947555814016 ext(0->4095) 00010000:00010000:3.0:1746128328.136071:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.136080:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.136084:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce78380 00000100:00100000:0.0:1746128328.137253:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.137293:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555814144 00000100:00100000:1.0:1746128328.137298:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555814144 00010000:00010000:1.0:1746128328.137312:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.137336:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15607 00000100:00100000:1.0:1746128328.137340:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2017:x1830947555814144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.137352:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.137363:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.137372:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.137389:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ebf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645211 expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.137399:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.137400:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.137405:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.137409:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.137427:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.137434:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551481728:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.137490:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.138693:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551481728:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.138704:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.138725:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2017:x1830947555814144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1384us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.138735:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15607 00000100:00100000:0.0:1746128328.139196:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.139263:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555814400 00000100:00100000:3.0:1746128328.139272:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555814400 00002000:00100000:3.0:1746128328.139299:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132144700 x1830947555814400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.139307:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144700 with x1830947555814400 ext(0->4095) 00002000:00010000:3.0:1746128328.139311:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132144700 00000100:00100000:3.0:1746128328.139325:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13860 00000100:00100000:3.0:1746128328.139331:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132144700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555814400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.139429:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555814400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.139434:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13860 00002000:00100000:3.0:1746128328.139439:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132144700 x1830947555814400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.139445:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144700 with x1830947555814400 ext(0->4095) 00002000:00010000:3.0:1746128328.139448:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132144700 00000100:00100000:0.0:1746128328.140458:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.140534:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555814528 00000100:00100000:2.0:1746128328.140558:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555814528 00000100:00100000:2.0:1746128328.140594:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30646 00000100:00100000:2.0:1746128328.140599:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555814528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.140607:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.140619:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964521f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.140637:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.140642:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.140644:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.140647:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.140668:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.140679:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.140689:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551481856:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.140741:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.142200:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551481856:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.142220:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.142235:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128328.142261:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555814528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1662us (1805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.142268:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30646 00000100:00100000:0.0:1746128328.142677:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.142827:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555814656 00000100:00100000:1.0:1746128328.142832:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555814656 00010000:00010000:1.0:1746128328.142850:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.142867:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15608 00000100:00100000:1.0:1746128328.142873:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555814656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.142881:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.142894:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.142903:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.142918:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5ec6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645218 expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.142927:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.142929:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.142933:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.142940:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.142974:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.142984:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551481984:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.143028:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.145000:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551481984:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.145017:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.145336:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555814656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2462us (2657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.145345:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15608 00000100:00100000:0.0:1746128328.145531:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.145633:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555814912 00000100:00100000:1.0:1746128328.145638:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555814912 00002000:00100000:1.0:1746128328.145665:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145c00 x1830947555814912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.145673:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145c00 with x1830947555814912 ext(0->4095) 00002000:00010000:1.0:1746128328.145677:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132145c00 00000100:00100000:1.0:1746128328.145702:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13861 00000100:00100000:1.0:1746128328.145708:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555814912:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.145806:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555814912:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.145812:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13861 00002000:00100000:1.0:1746128328.145817:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145c00 x1830947555814912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.145823:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145c00 with x1830947555814912 ext(0->4095) 00002000:00010000:1.0:1746128328.145825:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132145c00 00000100:00100000:0.0:1746128328.146832:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.146904:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555815040 00000100:00100000:2.0:1746128328.146910:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555815040 00000100:00100000:2.0:1746128328.146941:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30647 00000100:00100000:2.0:1746128328.146946:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1725:x1830947555815040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.146967:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.146980:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645226 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.146998:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.147005:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.147006:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.147010:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.147032:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.147041:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.147056:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551482112:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.147109:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.148398:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551482112:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.148416:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.148425:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128328.148446:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1725:x1830947555815040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1500us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.148452:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30647 00000100:00100000:0.0:1746128328.150010:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.150051:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.150137:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555815296 00000100:00100000:2.0:1746128328.150143:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555815296 00000100:00100000:1.0:1746128328.150155:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555815168 00000100:00100000:1.0:1746128328.150158:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555815168 00010000:00010000:1.0:1746128328.150176:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.150195:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15609 00000100:00100000:1.0:1746128328.150200:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555815168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.150210:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.150224:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.150233:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.150248:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5ecd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964521f expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.150271:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.150272:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.150278:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.150284:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.150305:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.150321:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30648 00000100:00100000:2.0:1746128328.150327:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555815296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.150337:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.150345:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964522d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.150358:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.150364:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.150365:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.150367:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.150382:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.150394:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551482240:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.150443:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.150450:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.150455:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.150491:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551482368:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.150508:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.151433:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551482368:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.151452:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.151461:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128328.151488:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1723:x1830947555815296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1161us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.151494:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30648 00000100:00100000:1.0:1746128328.151573:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551482240:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.151584:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.151601:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555815168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1400us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.151607:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15609 00000100:00100000:0.0:1746128328.151763:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.152012:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555815552 00000100:00100000:3.0:1746128328.152017:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555815552 00002000:00100000:3.0:1746128328.152040:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ce00 x1830947555815552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.152048:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ce00 with x1830947555815552 ext(0->4095) 00010000:00010000:3.0:1746128328.152054:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.152064:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.152069:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7ce00 00000100:00100000:3.0:1746128328.152096:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3255 00000100:00100000:3.0:1746128328.152102:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2017:x1830947555815552:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128328.152199:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2017:x1830947555815552:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (436us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.152205:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3255 00002000:00100000:3.0:1746128328.152210:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ce00 x1830947555815552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.152217:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ce00 with x1830947555815552 ext(0->4095) 00010000:00010000:3.0:1746128328.152221:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.152230:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.152240:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7ce00 00000100:00100000:0.0:1746128328.156138:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.156205:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.156296:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555815680 00000100:00100000:2.0:1746128328.156304:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555815680 00000100:00100000:2.0:1746128328.156350:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30649 00000100:00100000:2.0:1746128328.156356:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555815680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.156370:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.156383:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645234 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.156402:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.156408:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.156413:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128328.156415:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.156530:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555815808 00000100:00100000:1.0:1746128328.156534:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555815808 00010000:00010000:1.0:1746128328.156573:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.156592:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15610 00000100:00100000:1.0:1746128328.156597:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555815808:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.156605:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.156813:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.156823:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.156839:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ed4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645226 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.156863:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.156865:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.156870:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.156877:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.156916:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.156925:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.156934:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551482624:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.157007:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00010000:00010000:1.0:1746128328.157082:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.157090:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.157098:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551482496:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.157171:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.160491:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551482624:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.160715:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551482496:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.160731:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.160763:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555815808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4165us (4557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.160771:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15610 00000100:00100000:0.0:1746128328.161219:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128328.161306:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.161320:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128328.161345:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555815680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4989us (5214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.161350:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30649 00000100:00100000:1.0:1746128328.162021:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555816064 00000100:00100000:1.0:1746128328.162028:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555816064 00002000:00100000:1.0:1746128328.162055:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d880 x1830947555816064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.162069:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d880 with x1830947555816064 ext(0->4095) 00010000:00010000:1.0:1746128328.162075:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.162085:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.162091:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7d880 00000100:00100000:1.0:1746128328.162118:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3256 00000100:00100000:1.0:1746128328.162125:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555816064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.163054:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555816064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 928us (1833us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.163061:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3256 00002000:00100000:1.0:1746128328.163067:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d880 x1830947555816064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.163073:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d880 with x1830947555816064 ext(0->4095) 00010000:00010000:1.0:1746128328.163078:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.163087:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.163092:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7d880 00000100:00100000:0.0:1746128328.165165:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.165211:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.165309:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555816320 00000100:00100000:2.0:1746128328.165316:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555816320 00000100:00100000:2.0:1746128328.165355:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30650 00000100:00100000:2.0:1746128328.165361:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555816320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.165374:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746128328.165378:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555816192 00000100:00100000:1.0:1746128328.165382:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555816192 00010000:00010000:2.0:1746128328.165386:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964523b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.165396:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.165404:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.165409:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.165414:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:1.0:1746128328.165415:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15611 00010000:00010000:2.0:1746128328.165417:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.165419:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2017:x1830947555816192:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.165426:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.165439:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.165445:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.165448:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.165461:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5edb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964522d expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.165464:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.165471:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.165472:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.165476:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.165484:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.165594:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128328.165603:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.165615:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.165624:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2017:x1830947555816192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 203us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.165626:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551482880:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.165630:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15611 00000100:00100000:2.0:1746128328.165666:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.168911:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.169019:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555816576 00000100:00100000:1.0:1746128328.169027:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555816576 00002000:00100000:1.0:1746128328.169066:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7c700 x1830947555816576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.169075:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7c700 with x1830947555816576 ext(0->4095) 00010000:00010000:1.0:1746128328.169082:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.169099:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.169105:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7c700 00000100:00100000:1.0:1746128328.169138:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3257 00000100:00100000:1.0:1746128328.169145:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555816576:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.169243:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551482880:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.169258:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128328.169291:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555816320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3930us (4132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.169297:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30650 00000100:00100000:1.0:1746128328.169796:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555816576:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 650us (890us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.169802:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3257 00002000:00100000:1.0:1746128328.169807:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7c700 x1830947555816576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.169813:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7c700 with x1830947555816576 ext(0->4095) 00010000:00010000:1.0:1746128328.169818:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.169826:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.169832:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7c700 00000100:00100000:0.0:1746128328.173524:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.173639:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555816704 00000100:00100000:1.0:1746128328.173646:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555816704 00010000:00010000:1.0:1746128328.173673:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.173893:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15612 00000100:00100000:1.0:1746128328.173901:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555816704:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.173912:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.173928:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.173938:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.173966:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ee2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645234 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.173994:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.173996:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.174002:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.174009:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.174035:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.174045:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551483008:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.174418:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.177219:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551483008:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.177236:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.177268:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555816704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3368us (3750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.177277:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15612 00000100:00100000:0.0:1746128328.177511:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.178002:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555816960 00000100:00100000:1.0:1746128328.178008:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555816960 00002000:00100000:1.0:1746128328.178034:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097a00e00 x1830947555816960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.178043:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a00e00 with x1830947555816960 ext(0->4095) 00002000:00010000:1.0:1746128328.178046:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a00e00 00000100:00100000:1.0:1746128328.178071:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13862 00000100:00100000:1.0:1746128328.178077:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555816960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.178178:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555816960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.178183:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13862 00002000:00100000:1.0:1746128328.178188:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097a00e00 x1830947555816960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.178195:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a00e00 with x1830947555816960 ext(0->4095) 00002000:00010000:1.0:1746128328.178197:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a00e00 00000100:00100000:0.0:1746128328.179381:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.179514:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555817088 00000100:00100000:2.0:1746128328.179519:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555817088 00000100:00100000:2.0:1746128328.179570:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30651 00000100:00100000:2.0:1746128328.179577:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555817088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.179586:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.179701:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645242 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.179723:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.179730:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.179731:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.179734:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.179760:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.179770:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 77 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.179780:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551483136:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.179839:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.181073:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551483136:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.181089:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.181098:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128328.181117:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555817088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1541us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.181123:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30651 00000100:00100000:0.0:1746128328.181413:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.181511:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555817216 00000100:00100000:1.0:1746128328.181515:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555817216 00010000:00010000:1.0:1746128328.181532:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.181570:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15613 00000100:00100000:1.0:1746128328.181576:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555817216:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.181584:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.181597:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.181606:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.181622:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5ee9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964523b expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.181647:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.181649:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.181655:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.181662:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.181683:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.181692:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551483264:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.182250:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.183230:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.183282:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551483264:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.183294:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.183329:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555817216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1753us (1917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.183336:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15613 00000100:00100000:2.0:1746128328.183382:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555817472 00000100:00100000:2.0:1746128328.183386:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555817472 00002000:00100000:2.0:1746128328.183411:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628b480 x1830947555817472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.183420:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628b480 with x1830947555817472 ext(0->4095) 00002000:00010000:2.0:1746128328.183423:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009628b480 00000100:00100000:2.0:1746128328.183435:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13863 00000100:00100000:2.0:1746128328.183441:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555817472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.183536:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555817472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.183564:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13863 00002000:00100000:2.0:1746128328.183570:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628b480 x1830947555817472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.183576:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628b480 with x1830947555817472 ext(0->4095) 00002000:00010000:2.0:1746128328.183579:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009628b480 00000100:00100000:0.0:1746128328.184890:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.184971:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555817600 00000100:00100000:2.0:1746128328.184975:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555817600 00000100:00100000:2.0:1746128328.185003:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30652 00000100:00100000:2.0:1746128328.185009:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1725:x1830947555817600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.185018:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.185029:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645249 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.185047:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.185053:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.185055:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.185057:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.185076:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.185086:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.185092:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551483392:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.185145:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.186937:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.187017:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.187107:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551483392:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.187129:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.187141:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128328.187170:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1725:x1830947555817600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2161us (2281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.187177:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30652 00000100:00100000:2.0:1746128328.187198:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555817856 00000100:00100000:2.0:1746128328.187202:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555817856 00000100:00100000:2.0:1746128328.187223:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30653 00000100:00100000:2.0:1746128328.187229:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555817856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.187239:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.187248:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645250 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.187260:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.187264:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.187274:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.187276:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.187295:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.187304:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.187310:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128328.187326:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1723:x1830947555817856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.187332:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30653 00000100:00100000:1.0:1746128328.187408:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555817728 00000100:00100000:1.0:1746128328.187412:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555817728 00010000:00010000:1.0:1746128328.187427:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.187443:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15614 00000100:00100000:1.0:1746128328.187448:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096289c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555817728:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.187455:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.187470:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.187479:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.187493:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5ef0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645242 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.187505:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.187507:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.187511:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.187518:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.187566:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.187576:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.187591:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551483648:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.187636:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.189385:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551483648:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.189399:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.189425:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555817728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1976us (2493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.189432:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15614 00000100:00100000:0.0:1746128328.190155:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.190664:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555818112 00000100:00100000:2.0:1746128328.190670:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555818112 00002000:00100000:2.0:1746128328.190700:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628a300 x1830947555818112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.190709:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628a300 with x1830947555818112 ext(0->4095) 00010000:00010000:2.0:1746128328.190715:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.190727:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.190733:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009628a300 00000100:00100000:2.0:1746128328.190798:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3258 00000100:00100000:2.0:1746128328.190805:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555818112:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.190989:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555818112:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (833us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.190995:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3258 00002000:00100000:2.0:1746128328.191000:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628a300 x1830947555818112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.191006:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628a300 with x1830947555818112 ext(0->4095) 00010000:00010000:2.0:1746128328.191010:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.191018:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.191023:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009628a300 00000100:00100000:0.0:1746128328.192707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.192781:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.192848:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555818368 00000100:00100000:3.0:1746128328.192854:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555818368 00000100:00100000:3.0:1746128328.192900:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30654 00000100:00100000:3.0:1746128328.192906:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555818368:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.192917:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.192928:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645257 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.192946:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.192949:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.192962:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128328.192966:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.192991:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.193000:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.193007:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:3.0:1746128328.193031:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555818368:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.193039:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30654 00000100:00100000:1.0:1746128328.193100:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555818240 00000100:00100000:1.0:1746128328.193104:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555818240 00010000:00010000:1.0:1746128328.193117:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.193135:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15615 00000100:00100000:1.0:1746128328.193139:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2015:x1830947555818240:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.193147:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.193159:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.193168:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.193182:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5ef7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645249 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.193192:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.193194:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.193199:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.193205:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.193221:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.193230:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.193240:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551483904:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.193282:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.195667:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551483904:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.195683:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.195708:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555818240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2568us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.195715:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15615 00000100:00100000:0.0:1746128328.196793:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.196878:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555818624 00000100:00100000:2.0:1746128328.196884:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555818624 00002000:00100000:2.0:1746128328.196985:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872d80 x1830947555818624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.196993:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872d80 with x1830947555818624 ext(0->4095) 00010000:00010000:2.0:1746128328.196999:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.197011:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.197021:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e872d80 00000100:00100000:2.0:1746128328.197036:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3259 00000100:00100000:2.0:1746128328.197042:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555818624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.197322:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555818624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 279us (781us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.197328:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3259 00002000:00100000:2.0:1746128328.197332:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872d80 x1830947555818624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.197339:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872d80 with x1830947555818624 ext(0->4095) 00010000:00010000:2.0:1746128328.197343:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.197351:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.197356:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e872d80 00000100:00100000:0.0:1746128328.198780:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.198876:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555818752 00000100:00100000:2.0:1746128328.198882:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555818752 00000100:00100000:0.0:1746128328.198908:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.198992:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555818880 00000100:00100000:1.0:1746128328.198996:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555818880 00010000:00010000:1.0:1746128328.199012:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.199032:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15616 00000100:00100000:1.0:1746128328.199037:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2017:x1830947555818880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.199091:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.199106:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.199116:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.199134:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5efe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645250 expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.199166:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30655 00010000:00010000:1.0:1746128328.199184:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.199186:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.199192:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.199200:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.199234:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555818752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.199243:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.199252:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964525e expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.199367:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.199373:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.199374:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.199377:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.199395:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.199404:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.199412:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.199413:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551484032:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.199419:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.199425:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551484160:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.199486:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.199491:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.202901:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.202925:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555819136 00000100:00100000:2.0:1746128328.202931:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555819136 00000100:00100000:0.0:1746128328.203011:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551484032:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128328.203033:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.203047:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:0.0:1746128328.203083:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1723:x1830947555818752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3911us (4305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.203092:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30655 00000100:00100000:1.0:1746128328.203212:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551484160:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.203224:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.203244:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2017:x1830947555818880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4207us (4337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.203252:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15616 00002000:00100000:2.0:1746128328.203306:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ea00 x1830947555819136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.203315:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ea00 with x1830947555819136 ext(0->4095) 00010000:00010000:2.0:1746128328.203321:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.203331:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.203337:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ea00 00000100:00100000:2.0:1746128328.203419:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3260 00000100:00100000:2.0:1746128328.203426:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555819136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.203525:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555819136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (630us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.203531:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3260 00002000:00100000:2.0:1746128328.203536:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ea00 x1830947555819136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.203557:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ea00 with x1830947555819136 ext(0->4095) 00010000:00010000:2.0:1746128328.203561:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.203568:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.203573:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41ea00 00000100:00100000:0.0:1746128328.205109:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.205653:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555819264 00000100:00100000:1.0:1746128328.205658:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555819264 00010000:00010000:1.0:1746128328.205679:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.205707:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15617 00000100:00100000:1.0:1746128328.205713:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c118000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555819264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.205722:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.205735:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.205743:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.205760:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645257 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.207071:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.207074:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.207083:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.207092:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.207629:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.207642:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551484288:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.207721:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.211452:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.211559:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551484288:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.211577:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.211610:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555819264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5896us (6504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.211619:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15617 00000100:00100000:3.0:1746128328.211961:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555819520 00000100:00100000:3.0:1746128328.211966:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555819520 00002000:00100000:3.0:1746128328.211996:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11a680 x1830947555819520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.212005:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11a680 with x1830947555819520 ext(0->4095) 00002000:00010000:3.0:1746128328.212009:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c11a680 00000100:00100000:3.0:1746128328.212030:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13864 00000100:00100000:3.0:1746128328.212036:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555819520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.212141:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555819520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (694us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.212146:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13864 00002000:00100000:3.0:1746128328.212151:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c11a680 x1830947555819520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.212157:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c11a680 with x1830947555819520 ext(0->4095) 00002000:00010000:3.0:1746128328.212160:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c11a680 00000100:00100000:0.0:1746128328.213340:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.213388:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555819648 00000100:00100000:2.0:1746128328.213393:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555819648 00000100:00100000:2.0:1746128328.213465:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30656 00000100:00100000:2.0:1746128328.213471:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555819648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.213481:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.213493:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645265 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.213518:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.213524:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.213525:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.213528:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.213582:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.213593:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 77 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.213650:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551484416:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.213878:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00010000:00010000:1.0:1746128328.216098:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746128328.216801:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551484416:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.216823:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.216836:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:0.0:1746128328.216837:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.216883:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555819776 00000100:00100000:1.0:1746128328.216887:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555819776 00010000:00010000:1.0:1746128328.216908:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.216931:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15618 00000100:00100000:1.0:1746128328.216936:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555819776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.216944:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.216967:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.216976:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.216996:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5f0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964525e expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.217090:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555819648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3618us (3751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.217096:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30656 00010000:00010000:1.0:1746128328.217182:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.217184:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.217191:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.217199:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.217222:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.217232:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551484544:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.217279:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.219445:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.219563:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555820032 00000100:00100000:3.0:1746128328.219570:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555820032 00002000:00100000:3.0:1746128328.219600:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c119c00 x1830947555820032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.219609:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c119c00 with x1830947555820032 ext(0->4095) 00002000:00010000:3.0:1746128328.219613:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c119c00 00000100:00100000:3.0:1746128328.219632:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13865 00000100:00100000:3.0:1746128328.219639:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555820032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.219662:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551484544:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.219675:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.219705:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:2015:x1830947555819776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2768us (2868us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.219712:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15618 00000100:00100000:3.0:1746128328.220048:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555820032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 408us (607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.220055:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13865 00002000:00100000:3.0:1746128328.220060:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c119c00 x1830947555820032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.220067:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c119c00 with x1830947555820032 ext(0->4095) 00002000:00010000:3.0:1746128328.220070:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c119c00 00000100:00100000:0.0:1746128328.221431:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.221700:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555820160 00000100:00100000:2.0:1746128328.221705:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555820160 00000100:00100000:2.0:1746128328.221739:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30657 00000100:00100000:2.0:1746128328.221746:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+77:1725:x1830947555820160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.221755:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.221768:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964526c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.221787:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.221793:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.221795:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.221798:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.221820:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.221830:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.221841:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551484672:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.221896:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.222100:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.223217:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555820288 00000100:00100000:3.0:1746128328.223222:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555820288 00000100:00100000:3.0:1746128328.223246:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30658 00000100:00100000:3.0:1746128328.223251:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1723:x1830947555820288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.223259:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.223267:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645273 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.223279:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.223282:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 80 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.223287:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.223289:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 80 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.223308:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 80 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.223321:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 80 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.223329:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128328.223365:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:1723:x1830947555820288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.223371:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30658 00000100:00100000:0.0:1746128328.224679:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551484672:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128328.224700:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.224710:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:0.0:1746128328.224779:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1725:x1830947555820160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3033us (3350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.224786:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30657 00000100:00100000:1.0:1746128328.224888:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.225082:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555820416 00000100:00100000:0.0:1746128328.225086:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555820416 00010000:00010000:0.0:1746128328.225101:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746128328.225180:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15619 00000100:00100000:0.0:1746128328.225186:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555820416:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128328.225194:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128328.225209:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.225220:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.225236:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645265 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.225248:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.225250:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.225255:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.225262:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.225282:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.225290:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 78 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746128328.225298:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c119180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551484928:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128328.226176:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.227507:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c119180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551484928:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.227523:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.227582:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555820416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2394us (2693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.227594:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15619 00000100:00100000:2.0:1746128328.227739:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.228210:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555820672 00000100:00100000:3.0:1746128328.228215:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555820672 00002000:00100000:3.0:1746128328.228242:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41f480 x1830947555820672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.228251:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947555820672 ext(0->4095) 00010000:00010000:3.0:1746128328.228257:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.228268:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.228274:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41f480 00000100:00100000:3.0:1746128328.228758:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3261 00000100:00100000:3.0:1746128328.228765:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555820672:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.228881:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555820672:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (1141us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.228887:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3261 00002000:00100000:3.0:1746128328.228893:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41f480 x1830947555820672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.228900:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947555820672 ext(0->4095) 00010000:00010000:3.0:1746128328.228904:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.228912:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.228918:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41f480 00000100:00100000:0.0:1746128328.230606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.230622:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555820800 00000100:00100000:0.0:1746128328.230626:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555820800 00000100:00100000:0.0:1746128328.230644:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30659 00000100:00100000:0.0:1746128328.230648:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555820800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128328.230657:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128328.230667:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964527a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.230681:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128328.230684:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.230688:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128328.230690:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.230710:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.230716:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.230720:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f81200, rc 0) 00000100:00100000:0.0:1746128328.230749:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555820800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.230753:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30659 00000100:00100000:0.0:1746128328.231818:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.231881:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555820928 00000100:00100000:2.0:1746128328.231884:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555820928 00010000:00010000:2.0:1746128328.231898:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.231911:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15620 00000100:00100000:2.0:1746128328.231915:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2014:x1830947555820928:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.231920:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.231931:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.231937:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.231948:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5f1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964526c expref: 79 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.231978:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.231980:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.231985:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.231991:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.232014:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.232024:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.232033:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551485184:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.232090:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.234074:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551485184:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.234089:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.234126:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555820928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2209us (2308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.234134:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15620 00000100:00100000:0.0:1746128328.234310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.234691:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555821184 00000100:00100000:2.0:1746128328.234696:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555821184 00002000:00100000:2.0:1746128328.234721:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957b8700 x1830947555821184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.234730:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8700 with x1830947555821184 ext(0->4095) 00010000:00010000:2.0:1746128328.234736:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.234747:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.234752:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957b8700 00000100:00100000:2.0:1746128328.234780:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3262 00000100:00100000:2.0:1746128328.234785:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555821184:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.235442:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555821184:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 656us (1131us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.235449:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3262 00002000:00100000:2.0:1746128328.235455:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957b8700 x1830947555821184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.235462:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8700 with x1830947555821184 ext(0->4095) 00010000:00010000:2.0:1746128328.235467:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.235477:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 78 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.235483:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957b8700 00000100:00100000:3.0:1746128328.238238:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.238320:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.238384:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555821440 00000100:00100000:0.0:1746128328.238391:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555821440 00000100:00100000:0.0:1746128328.238438:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30660 00000100:00100000:0.0:1746128328.238445:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:1723:x1830947555821440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128328.238462:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128328.238473:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645281 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.238492:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128328.238497:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.238502:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128328.238505:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.238534:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.238564:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.238573:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f80800, rc 0) 00000100:00100000:0.0:1746128328.238600:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1723:x1830947555821440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.238906:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30660 00000100:00100000:2.0:1746128328.239156:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555821312 00000100:00100000:2.0:1746128328.239161:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555821312 00010000:00010000:2.0:1746128328.239176:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 79 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.239207:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15621 00000100:00100000:2.0:1746128328.239213:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2016:x1830947555821312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.239221:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.239235:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 79 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.239249:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 79 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.239263:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e5f21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645273 expref: 79 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.239296:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.239298:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.239303:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.239309:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.239329:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.239338:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.239348:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551485440:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.239405:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.241537:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551485440:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.241566:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.242232:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2016:x1830947555821312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3019us (3911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.242245:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15621 00000100:00100000:0.0:1746128328.242684:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.242724:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555821696 00000100:00100000:2.0:1746128328.242728:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555821696 00002000:00100000:2.0:1746128328.242752:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957bb480 x1830947555821696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.242760:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb480 with x1830947555821696 ext(0->4095) 00010000:00010000:2.0:1746128328.242766:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.242775:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.242780:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957bb480 00000100:00100000:2.0:1746128328.242805:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3263 00000100:00100000:2.0:1746128328.242812:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555821696:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.242901:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555821696:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.242906:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3263 00002000:00100000:2.0:1746128328.242911:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957bb480 x1830947555821696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.242917:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb480 with x1830947555821696 ext(0->4095) 00010000:00010000:2.0:1746128328.242921:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.242933:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.242938:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957bb480 00000100:00100000:0.0:1746128328.244350:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.244395:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555821824 00000100:00100000:2.0:1746128328.244400:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555821824 00010000:00010000:2.0:1746128328.244415:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.244440:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15622 00000100:00100000:2.0:1746128328.244445:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555821824:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.244453:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.244464:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.244473:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.244490:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e5f28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964527a expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.244501:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.244502:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.244507:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.244518:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.244564:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.244575:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551485568:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.244630:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.246526:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551485568:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.246746:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.246781:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555821824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2334us (2433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.246790:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15622 00000100:00100000:0.0:1746128328.247033:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.247120:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555822080 00000100:00100000:2.0:1746128328.247125:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555822080 00002000:00100000:2.0:1746128328.247149:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957b9c00 x1830947555822080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.247158:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9c00 with x1830947555822080 ext(0->4095) 00002000:00010000:2.0:1746128328.247161:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957b9c00 00000100:00100000:2.0:1746128328.247189:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13866 00000100:00100000:2.0:1746128328.247195:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555822080:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.247289:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2014:x1830947555822080:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.247298:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13866 00002000:00100000:2.0:1746128328.247303:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957b9c00 x1830947555822080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.247310:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9c00 with x1830947555822080 ext(0->4095) 00002000:00010000:2.0:1746128328.247312:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957b9c00 00000100:00100000:0.0:1746128328.249625:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.249703:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555822208 00000100:00100000:1.0:1746128328.249709:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555822208 00000100:00100000:1.0:1746128328.249747:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30661 00000100:00100000:1.0:1746128328.249753:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555822208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.249764:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.249776:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645288 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.249797:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.249803:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.249804:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.249807:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.249829:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.249840:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 77 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.249850:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551485696:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.249912:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.251351:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.251425:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551485696:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.251442:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.251453:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128328.251490:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555822208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1737us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.251500:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30661 00000100:00100000:2.0:1746128328.251533:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555822336 00000100:00100000:2.0:1746128328.251538:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555822336 00002000:00100000:2.0:1746128328.251577:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e981500 x1830947555822336/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.251585:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981500 with x1830947555822336 ext(0->7) 00010000:00010000:2.0:1746128328.251591:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.251600:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 78 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.251606:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e981500 00000100:00100000:2.0:1746128328.251621:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3264 00000100:00100000:2.0:1746128328.251625:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+78:2015:x1830947555822336:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128328.252754:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2015:x1830947555822336:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1125us (1403us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746128328.252760:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3264 00002000:00100000:0.0:1746128328.252765:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e981500 x1830947555822336/t4294970548(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/448 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.252772:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981500 with x1830947555822336 ext(0->7) 00010000:00010000:0.0:1746128328.252776:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.252784:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.252789:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e981500 00000100:00100000:1.0:1746128328.254698:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.254909:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555822464 00000100:00100000:2.0:1746128328.254916:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555822464 00010000:00010000:2.0:1746128328.254938:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.254975:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15623 00000100:00100000:2.0:1746128328.254980:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2016:x1830947555822464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.254990:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.255006:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.255015:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.255039:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e5f2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645281 expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.255064:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.255066:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.255072:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.255079:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.255108:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.255118:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551485824:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.255181:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.259647:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.259662:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551485824:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.259678:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.259716:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555822720 00000100:00100000:2.0:1746128328.259722:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:2016:x1830947555822464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4741us (5029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.259722:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555822720 00000100:00100000:2.0:1746128328.259731:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15623 00002000:00100000:1.0:1746128328.259754:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e86300 x1830947555822720/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.259789:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86300 with x1830947555822720 ext(0->4095) 00002000:00010000:1.0:1746128328.259795:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e86300 00000100:00100000:1.0:1746128328.259820:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13867 00000100:00100000:1.0:1746128328.259825:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555822720:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128328.260149:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555822720:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 322us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.260154:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13867 00002000:00100000:1.0:1746128328.260159:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e86300 x1830947555822720/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.260166:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86300 with x1830947555822720 ext(0->4095) 00002000:00010000:1.0:1746128328.260168:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e86300 00000100:00100000:0.0:1746128328.261468:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.261592:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555822848 00000100:00100000:1.0:1746128328.261598:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555822848 00000100:00100000:1.0:1746128328.261633:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30662 00000100:00100000:1.0:1746128328.261638:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+79:1725:x1830947555822848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.261648:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.261662:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964528f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.261686:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.261692:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.261693:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.261696:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.261717:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.261727:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.261737:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099311500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551485952:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.261799:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.264484:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.264582:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099311500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551485952:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.264604:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.264616:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128328.264648:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:1725:x1830947555822848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3008us (3181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.264656:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30662 00000100:00100000:2.0:1746128328.265343:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555822976 00000100:00100000:2.0:1746128328.265349:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555822976 00010000:00010000:2.0:1746128328.265368:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.265384:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15624 00000100:00100000:2.0:1746128328.265389:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555822976:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.265397:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.265412:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.265421:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.265438:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e5f36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645288 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.265458:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.265459:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.265465:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.265473:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.265494:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.265505:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551486080:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.265567:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.268883:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.268982:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551486080:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.268997:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.269028:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555822976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3639us (4550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.269029:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555823232 00000100:00100000:1.0:1746128328.269034:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555823232 00000100:00100000:2.0:1746128328.269037:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15624 00002000:00100000:1.0:1746128328.269063:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87b80 x1830947555823232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.269072:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87b80 with x1830947555823232 ext(0->4095) 00002000:00010000:1.0:1746128328.269075:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87b80 00000100:00100000:1.0:1746128328.269088:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13868 00000100:00100000:1.0:1746128328.269093:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2016:x1830947555823232:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128328.269183:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2016:x1830947555823232:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.269189:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13868 00002000:00100000:1.0:1746128328.269193:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87b80 x1830947555823232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.269200:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87b80 with x1830947555823232 ext(0->4095) 00002000:00010000:1.0:1746128328.269203:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87b80 00000100:00100000:0.0:1746128328.271599:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.271628:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555823360 00000100:00100000:3.0:1746128328.271633:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555823360 00000100:00100000:3.0:1746128328.271676:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30663 00000100:00100000:3.0:1746128328.271682:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555823360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.271693:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.271705:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645296 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.271727:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.271734:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.271736:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.271739:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.271765:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.271774:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 79 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.271785:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551486208:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.271839:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.273785:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.273868:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551486208:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.273887:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.273900:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:3.0:1746128328.273926:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555823360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2244us (2330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.273932:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30663 00000100:00100000:2.0:1746128328.274012:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555823488 00000100:00100000:2.0:1746128328.274017:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555823488 00002000:00100000:2.0:1746128328.274040:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009edfb480 x1830947555823488/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.274048:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfb480 with x1830947555823488 ext(0->7) 00010000:00010000:2.0:1746128328.274053:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.274063:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 80 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.274069:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfb480 00000100:00100000:2.0:1746128328.274579:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3265 00000100:00100000:2.0:1746128328.274586:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+80:2015:x1830947555823488:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128328.275183:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555823488:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 597us (1403us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746128328.275190:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3265 00002000:00100000:0.0:1746128328.275195:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009edfb480 x1830947555823488/t4294970549(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/448 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.275201:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfb480 with x1830947555823488 ext(0->7) 00010000:00010000:0.0:1746128328.275207:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.275221:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.275226:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfb480 00000100:00100000:0.0:1746128328.277220:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.277315:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555823616 00000100:00100000:2.0:1746128328.277321:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555823616 00010000:00010000:2.0:1746128328.277343:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.277363:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15625 00000100:00100000:2.0:1746128328.277369:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2017:x1830947555823616:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.277378:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.277390:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.277400:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.277417:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5f3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964528f expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.277681:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.277683:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.277690:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.277698:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.277724:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.277734:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551486336:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.278158:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.278928:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551486336:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.279031:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.279063:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2017:x1830947555823616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1693us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.279071:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15625 00000100:00100000:0.0:1746128328.279184:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.279319:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555823872 00000100:00100000:1.0:1746128328.279324:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555823872 00002000:00100000:1.0:1746128328.279352:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bdf80 x1830947555823872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.279360:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdf80 with x1830947555823872 ext(0->4095) 00002000:00010000:1.0:1746128328.279364:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bdf80 00000100:00100000:2.0:1746128328.279535:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13869 00000100:00100000:2.0:1746128328.279648:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555823872:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128328.279737:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555823872:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 195us (553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.279742:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13869 00002000:00100000:2.0:1746128328.279748:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bdf80 x1830947555823872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.279755:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdf80 with x1830947555823872 ext(0->4095) 00002000:00010000:2.0:1746128328.279758:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bdf80 00000100:00100000:0.0:1746128328.283004:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.283065:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555824000 00000100:00100000:3.0:1746128328.283072:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555824000 00000100:00100000:3.0:1746128328.283117:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30664 00000100:00100000:3.0:1746128328.283124:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:1725:x1830947555824000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.283135:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.283149:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964529d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.283172:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.283179:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.283181:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.283184:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.283208:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.283218:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.283228:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551486464:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.283402:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.284922:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551486464:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.284923:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128328.284939:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.284964:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:2.0:1746128328.284980:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555824256 00000100:00100000:2.0:1746128328.284986:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555824256 00000100:00100000:3.0:1746128328.284999:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1725:x1830947555824000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1876us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.285006:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30664 00000100:00100000:2.0:1746128328.285014:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30665 00000100:00100000:2.0:1746128328.285020:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555824256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.285027:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.285037:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452a4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.285051:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.285054:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.285063:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.285066:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.285086:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.285094:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.285101:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128328.285120:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555824256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.285125:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30665 00000100:00100000:0.0:1746128328.286077:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.286662:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555824128 00000100:00100000:2.0:1746128328.286668:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555824128 00010000:00010000:2.0:1746128328.286686:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.286718:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15626 00000100:00100000:2.0:1746128328.286724:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555824128:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.286732:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.286747:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.286756:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.286773:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5f44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645296 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.286797:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.286799:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.286804:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.286810:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.286830:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.286839:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.286849:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551486720:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.286899:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.290057:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551486720:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128328.290057:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128328.290076:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.290110:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555824128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3385us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.290119:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15626 00000100:00100000:3.0:1746128328.290375:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555824512 00000100:00100000:3.0:1746128328.290381:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555824512 00002000:00100000:3.0:1746128328.290407:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6680 x1830947555824512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.290421:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6680 with x1830947555824512 ext(0->4095) 00010000:00010000:3.0:1746128328.290427:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.290437:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.290443:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf6680 00000100:00100000:3.0:1746128328.290469:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3266 00000100:00100000:3.0:1746128328.290475:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555824512:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.291024:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555824512:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 547us (967us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.291030:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3266 00002000:00100000:3.0:1746128328.291035:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6680 x1830947555824512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.291041:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6680 with x1830947555824512 ext(0->4095) 00010000:00010000:3.0:1746128328.291046:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.291054:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.291059:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf6680 00000100:00100000:0.0:1746128328.292736:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.293114:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.293171:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555824640 00000100:00100000:2.0:1746128328.293177:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555824640 00000100:00100000:2.0:1746128328.293203:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30666 00000100:00100000:2.0:1746128328.293208:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555824640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.293220:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.293233:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452ab expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.293252:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.293257:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.293262:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128328.293264:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.293289:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.293298:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.293306:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128328.293345:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555824640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.293350:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30666 00000100:00100000:3.0:1746128328.293418:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555824768 00000100:00100000:3.0:1746128328.293423:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555824768 00010000:00010000:3.0:1746128328.293437:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.293454:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15627 00000100:00100000:3.0:1746128328.293459:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555824768:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.293466:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.293481:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.293490:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.293504:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964529d expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.293518:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.293520:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.293524:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.293531:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.293707:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.293717:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.293727:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551486976:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.293789:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.296109:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551486976:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.296127:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.296168:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555824768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2708us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.296176:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15627 00000100:00100000:0.0:1746128328.297249:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.297302:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555825024 00000100:00100000:3.0:1746128328.297307:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555825024 00002000:00100000:3.0:1746128328.297337:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf5500 x1830947555825024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.297349:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf5500 with x1830947555825024 ext(0->4095) 00010000:00010000:3.0:1746128328.297356:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.297366:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.297372:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf5500 00000100:00100000:3.0:1746128328.297397:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3267 00000100:00100000:3.0:1746128328.297403:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555825024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.297518:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555825024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (270us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.297527:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3267 00002000:00100000:3.0:1746128328.297532:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf5500 x1830947555825024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.297538:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf5500 with x1830947555825024 ext(0->4095) 00010000:00010000:3.0:1746128328.297563:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.297572:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.297578:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf5500 00000100:00100000:0.0:1746128328.298713:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.298887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.298942:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555825152 00000100:00100000:2.0:1746128328.298946:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555825152 00000100:00100000:3.0:1746128328.298949:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555825280 00000100:00100000:3.0:1746128328.298964:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555825280 00010000:00010000:3.0:1746128328.298976:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.298980:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30667 00000100:00100000:2.0:1746128328.298985:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555825152:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.298994:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128328.299001:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15628 00000100:00100000:3.0:1746128328.299005:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2016:x1830947555825280:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.299006:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452b2 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.299012:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.299020:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.299025:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.299030:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128328.299033:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.299172:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.299182:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.299196:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5f52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452a4 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.299215:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.299217:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.299221:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.299228:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.299248:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.299257:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.299267:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551487104:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.299270:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.299276:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.299282:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551487232:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.299406:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.299493:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.300738:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551487104:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.300751:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.300782:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2016:x1830947555825280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1777us (1896us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.300782:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.300790:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15628 00000100:00100000:3.0:1746128328.300812:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555825536 00000100:00100000:3.0:1746128328.300815:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555825536 00000100:00100000:2.0:1746128328.300854:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551487232:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.300869:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.300878:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00002000:00100000:3.0:1746128328.300911:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495880 x1830947555825536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746128328.300911:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555825152:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1925us (2199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.300919:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30667 00002000:00100000:3.0:1746128328.300925:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495880 with x1830947555825536 ext(0->4095) 00010000:00010000:3.0:1746128328.300929:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.300938:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.300944:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b495880 00000100:00100000:3.0:1746128328.301035:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3268 00000100:00100000:3.0:1746128328.301041:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555825536:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.301376:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555825536:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 334us (593us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.301382:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3268 00002000:00100000:3.0:1746128328.301387:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495880 x1830947555825536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.301393:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495880 with x1830947555825536 ext(0->4095) 00010000:00010000:3.0:1746128328.301398:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.301407:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.301417:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b495880 00000100:00100000:0.0:1746128328.303095:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.303254:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555825664 00000100:00100000:3.0:1746128328.303260:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555825664 00010000:00010000:3.0:1746128328.303280:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.303498:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15629 00000100:00100000:3.0:1746128328.303505:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555825664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.303514:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.303526:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.303535:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.303579:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ab expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.303601:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.303602:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.303608:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.303615:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.303639:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.303649:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551487360:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.303701:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.306783:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.306993:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555825920 00000100:00100000:2.0:1746128328.307000:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555825920 00002000:00100000:2.0:1746128328.307035:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495500 x1830947555825920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.307043:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495500 with x1830947555825920 ext(0->4095) 00002000:00010000:2.0:1746128328.307047:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495500 00000100:00100000:2.0:1746128328.307077:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13870 00000100:00100000:2.0:1746128328.307083:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555825920:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.307226:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555825920:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.307232:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13870 00002000:00100000:2.0:1746128328.307238:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495500 x1830947555825920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.307244:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495500 with x1830947555825920 ext(0->4095) 00002000:00010000:2.0:1746128328.307247:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495500 00000100:00100000:3.0:1746128328.307372:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551487360:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.307387:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.307410:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555825664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3905us (4317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.307416:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15629 00000100:00100000:0.0:1746128328.308621:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.308662:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555826048 00000100:00100000:2.0:1746128328.308666:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555826048 00000100:00100000:2.0:1746128328.308698:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30668 00000100:00100000:2.0:1746128328.308704:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555826048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.308713:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.308726:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452b9 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.308750:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.308756:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.308757:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.308760:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.308781:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.308790:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 81 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.308799:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551487488:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.308862:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.310018:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551487488:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.310034:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.310050:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128328.310072:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555826048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1368us (1454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.310077:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30668 00000100:00100000:0.0:1746128328.310759:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.310887:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555826176 00000100:00100000:3.0:1746128328.310891:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555826176 00010000:00010000:3.0:1746128328.310910:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.310939:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15630 00000100:00100000:3.0:1746128328.310946:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555826176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.310966:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.310980:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.310989:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.311005:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e5f60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b2 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.311016:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.311018:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.311023:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.311034:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.311054:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.311062:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551487616:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.311115:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.314891:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551487616:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.314909:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.315149:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2014:x1830947555826176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4201us (4388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.315158:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15630 00000100:00100000:0.0:1746128328.315336:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.315438:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555826432 00000100:00100000:1.0:1746128328.315443:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555826432 00002000:00100000:1.0:1746128328.315473:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496680 x1830947555826432/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.315482:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496680 with x1830947555826432 ext(0->4095) 00002000:00010000:1.0:1746128328.315486:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b496680 00000100:00100000:2.0:1746128328.315726:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13871 00000100:00100000:2.0:1746128328.315734:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555826432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.315835:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555826432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.315840:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13871 00002000:00100000:2.0:1746128328.315845:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496680 x1830947555826432/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.315852:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496680 with x1830947555826432 ext(0->4095) 00002000:00010000:2.0:1746128328.315855:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b496680 00000100:00100000:0.0:1746128328.315981:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.316034:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555826560 00000100:00100000:3.0:1746128328.316038:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555826560 00000100:00100000:3.0:1746128328.316231:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30669 00000100:00100000:3.0:1746128328.316237:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:1723:x1830947555826560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.316246:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.316256:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452c0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.316274:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.316281:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.316283:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.316286:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.316306:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.316314:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.316323:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551487744:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.316755:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.318633:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551487744:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.318653:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.318664:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128328.319025:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555826560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2786us (3043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.319032:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30669 00000100:00100000:0.0:1746128328.319104:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.319179:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.319228:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555826688 00000100:00100000:3.0:1746128328.319233:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555826688 00000100:00100000:3.0:1746128328.319263:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30670 00000100:00100000:3.0:1746128328.319269:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1725:x1830947555826688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.319278:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.319287:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452c7 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.319304:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.319308:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.319313:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.319316:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.319335:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.319344:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.319350:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128328.319368:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1725:x1830947555826688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.319373:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30670 00000100:00100000:3.0:1746128328.319388:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555826816 00000100:00100000:3.0:1746128328.319390:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555826816 00010000:00010000:3.0:1746128328.319401:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.319416:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15631 00000100:00100000:3.0:1746128328.319420:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555826816:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.319426:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.319439:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.319448:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.319462:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e5f67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452b9 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.319474:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.319475:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.319481:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.319487:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.319501:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.319510:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.319518:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551488000:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.319569:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.321750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.321829:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551488000:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.321844:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.321873:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555826816:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2452us (2694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.321883:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15631 00000100:00100000:0.0:1746128328.321941:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555827072 00000100:00100000:0.0:1746128328.321946:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555827072 00002000:00100000:0.0:1746128328.321987:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311500 x1830947555827072/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.321996:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311500 with x1830947555827072 ext(0->4095) 00010000:00010000:0.0:1746128328.322002:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.322014:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.322019:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099311500 00000100:00100000:0.0:1746128328.322170:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3269 00000100:00100000:0.0:1746128328.322177:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555827072:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128328.322270:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555827072:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.322275:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3269 00002000:00100000:0.0:1746128328.322280:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311500 x1830947555827072/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.322286:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311500 with x1830947555827072 ext(0->4095) 00010000:00010000:0.0:1746128328.322290:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.322298:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.322304:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099311500 00000100:00100000:0.0:1746128328.324778:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.324853:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555827200 00000100:00100000:3.0:1746128328.324860:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555827200 00010000:00010000:3.0:1746128328.324883:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.324914:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15632 00000100:00100000:3.0:1746128328.324921:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555827200:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.324932:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.324946:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.324982:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.325000:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e5f6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c0 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.325016:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.325018:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.325024:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.325030:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.325055:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.325066:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551488128:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.325128:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.327304:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551488128:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.327319:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.327346:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555827200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2426us (2573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.327355:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15632 00000100:00100000:0.0:1746128328.327823:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.327878:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555827456 00000100:00100000:2.0:1746128328.327883:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555827456 00002000:00100000:2.0:1746128328.327909:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bea00 x1830947555827456/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.327917:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bea00 with x1830947555827456 ext(0->4095) 00002000:00010000:2.0:1746128328.327921:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3bea00 00000100:00100000:2.0:1746128328.327940:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13872 00000100:00100000:2.0:1746128328.327946:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555827456:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.328224:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555827456:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 277us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.328230:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13872 00002000:00100000:2.0:1746128328.328234:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bea00 x1830947555827456/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.328241:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bea00 with x1830947555827456 ext(0->4095) 00002000:00010000:2.0:1746128328.328318:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3bea00 00000100:00100000:1.0:1746128328.328599:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.328657:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555827584 00000100:00100000:0.0:1746128328.328661:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555827584 00000100:00100000:0.0:1746128328.328684:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 543 00000100:00100000:0.0:1746128328.328688:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd310108-2f90-4075-8622-2788371490e6+12:2014:x1830947555827584:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128328.328811:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd310108-2f90-4075-8622-2788371490e6+12:2014:x1830947555827584:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 121us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.328817:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 543 00000100:00100000:0.0:1746128328.329131:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.329164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.329189:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.329202:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555827712 00000100:00100000:0.0:1746128328.329205:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555827712 00000100:00100000:0.0:1746128328.329243:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555828224 00000100:00100000:0.0:1746128328.329245:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555828224 00000100:00100000:0.0:1746128328.329260:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1069 00000100:00100000:0.0:1746128328.329264:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555827712:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128328.329289:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555827712:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 25us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.329293:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1069 00000100:00100000:0.0:1746128328.329301:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1070 00000100:00100000:0.0:1746128328.329305:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555828224:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128328.329320:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555828224:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 15us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.329324:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1070 00000100:00100000:0.0:1746128328.329345:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.329355:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555827840 00000100:00100000:0.0:1746128328.329357:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555827840 00000100:00100000:0.0:1746128328.329371:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1071 00000100:00100000:0.0:1746128328.329374:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555827840:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128328.329392:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555827840:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 18us (46us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.329396:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1071 00000100:00100000:0.0:1746128328.329431:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.329441:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555828096 00000100:00100000:0.0:1746128328.329443:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555828096 00000100:00100000:0.0:1746128328.329457:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1072 00000100:00100000:0.0:1746128328.329461:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2014:x1830947555828096:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128328.329475:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2014:x1830947555828096:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 14us (45us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.329479:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1072 00000100:00080000:1.0:1746128328.329634:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746128328.329637:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128328.329649:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555827968 00000100:00100000:1.0:1746128328.329651:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555827968 00000100:00100000:1.0:1746128328.329674:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 710 00000100:00100000:1.0:1746128328.329678:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555827968:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1746128328.329702:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555827968:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.329706:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 710 00000100:00080000:0.0:1746128328.330498:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128328.330509:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.330632:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555828352 00000100:00100000:1.0:1746128328.330638:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555828352 00000100:00100000:1.0:1746128328.330664:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30671 00000100:00100000:1.0:1746128328.330668:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555828352:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.330676:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.330738:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452ce expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.330762:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.330768:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.330770:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.330773:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.330801:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.330811:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 81 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.330821:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551488256:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.331044:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.332429:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551488256:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.332447:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.332458:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128328.332493:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555828352:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1824us (1985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.332499:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30671 00000100:00100000:0.0:1746128328.332930:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.333065:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555828480 00000100:00100000:3.0:1746128328.333070:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555828480 00010000:00010000:3.0:1746128328.333088:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.333117:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15633 00000100:00100000:3.0:1746128328.333123:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555828480:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.333131:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.333147:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.333156:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.333173:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e5f75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452c7 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.333198:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.333200:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.333206:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.333213:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.333233:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.333242:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551488384:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.333293:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.334911:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551488384:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.334923:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.334944:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2014:x1830947555828480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1822us (2014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.334965:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15633 00000100:00100000:0.0:1746128328.335280:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.335540:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555828736 00000100:00100000:2.0:1746128328.335566:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555828736 00002000:00100000:2.0:1746128328.335730:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b02300 x1830947555828736/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.335739:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b02300 with x1830947555828736 ext(0->4095) 00002000:00010000:2.0:1746128328.335742:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b02300 00000100:00100000:2.0:1746128328.335766:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13873 00000100:00100000:2.0:1746128328.335772:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555828736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.335875:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555828736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (595us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.335881:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13873 00002000:00100000:2.0:1746128328.335886:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b02300 x1830947555828736/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.335892:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b02300 with x1830947555828736 ext(0->4095) 00002000:00010000:2.0:1746128328.335895:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b02300 00000100:00100000:0.0:1746128328.337235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.337378:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555828864 00000100:00100000:1.0:1746128328.337383:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555828864 00000100:00100000:1.0:1746128328.337422:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30672 00000100:00100000:1.0:1746128328.337428:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:1725:x1830947555828864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.337439:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.337452:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452d5 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.337472:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.337479:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.337481:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.337484:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.337506:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.337516:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.337526:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551488512:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.337611:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.337987:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.338114:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555828992 00000100:00100000:2.0:1746128328.338118:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555828992 00000100:00100000:2.0:1746128328.338143:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30673 00000100:00100000:2.0:1746128328.338147:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555828992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.338153:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.338159:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452dc expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.338170:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.338174:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.338179:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.338181:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.338197:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.338206:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.338213:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128328.338231:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555828992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.338236:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30673 00000100:00100000:1.0:1746128328.340232:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551488512:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.340249:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.340259:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128328.340287:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1725:x1830947555828864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2859us (3054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.340292:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30672 00000100:00100000:0.0:1746128328.340392:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.340533:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555829120 00000100:00100000:3.0:1746128328.340537:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555829120 00010000:00010000:3.0:1746128328.340580:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.340607:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15634 00000100:00100000:3.0:1746128328.340613:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555829120:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.340620:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.340631:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.340641:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.340654:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e5f7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ce expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.340795:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.340797:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.340803:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.340810:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.340835:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.340844:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.340852:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551488768:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.340898:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.342325:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.342406:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555829376 00000100:00100000:1.0:1746128328.342410:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555829376 00002000:00100000:1.0:1746128328.342442:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137480 x1830947555829376/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.342456:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137480 with x1830947555829376 ext(0->4095) 00010000:00010000:1.0:1746128328.342462:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.342472:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.342477:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137480 00000100:00100000:1.0:1746128328.342505:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3270 00000100:00100000:1.0:1746128328.342512:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555829376:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.342639:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555829376:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.342646:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3270 00002000:00100000:1.0:1746128328.342651:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137480 x1830947555829376/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.342657:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137480 with x1830947555829376 ext(0->4095) 00010000:00010000:1.0:1746128328.342661:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.342670:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.342675:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137480 00000100:00100000:3.0:1746128328.342721:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551488768:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.342738:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.342826:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555829120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2211us (2433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.342836:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15634 00000100:00100000:0.0:1746128328.344294:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.344516:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555829504 00000100:00100000:1.0:1746128328.344522:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555829504 00000100:00100000:2.0:1746128328.344758:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.344973:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555829632 00000100:00100000:3.0:1746128328.344976:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555829632 00010000:00010000:3.0:1746128328.344991:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.345072:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30674 00000100:00100000:1.0:1746128328.345079:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555829504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.345089:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.345100:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452e3 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.345103:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15635 00000100:00100000:3.0:1746128328.345108:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555829632:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.345115:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.345117:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.345121:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.345127:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128328.345130:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.345158:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.345168:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.345176:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128328.345205:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555829504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.345210:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30674 00010000:00010000:3.0:1746128328.345257:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.345266:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.345279:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5f83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452d5 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.345291:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.345292:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.345297:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.345303:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.345320:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.345330:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.345340:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551489024:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.346118:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.347245:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551489024:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.347257:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.347290:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555829632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2181us (2532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.347297:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15635 00000100:00100000:0.0:1746128328.348295:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.348416:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555829888 00000100:00100000:2.0:1746128328.348422:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555829888 00002000:00100000:2.0:1746128328.348447:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c136a00 x1830947555829888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.348456:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136a00 with x1830947555829888 ext(0->4095) 00010000:00010000:2.0:1746128328.348462:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.348471:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.348481:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c136a00 00000100:00100000:2.0:1746128328.348500:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3271 00000100:00100000:2.0:1746128328.348506:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555829888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.348678:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555829888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.348684:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3271 00002000:00100000:3.0:1746128328.348689:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c136a00 x1830947555829888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.348696:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136a00 with x1830947555829888 ext(0->4095) 00010000:00010000:3.0:1746128328.348700:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.348709:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.348715:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c136a00 00000100:00100000:0.0:1746128328.350109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.350173:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555830016 00000100:00100000:1.0:1746128328.350177:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555830016 00000100:00100000:1.0:1746128328.350213:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30675 00000100:00100000:1.0:1746128328.350219:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555830016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.350228:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.350239:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452ea expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.350255:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.350259:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.350264:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128328.350267:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.350292:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.350302:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.350310:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128328.350332:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555830016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.350337:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30675 00000100:00100000:0.0:1746128328.350579:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.350723:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555830144 00000100:00100000:3.0:1746128328.350727:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555830144 00010000:00010000:3.0:1746128328.350740:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.350759:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15636 00000100:00100000:3.0:1746128328.350763:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2017:x1830947555830144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.350772:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.350784:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.350793:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.350807:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452dc expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.350819:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.350821:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.350825:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.350832:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.350850:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.350860:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.350870:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551489280:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.350921:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.352341:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551489280:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.352352:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.352391:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2017:x1830947555830144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1624us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.352401:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15636 00000100:00100000:0.0:1746128328.352907:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.353038:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555830400 00000100:00100000:3.0:1746128328.353043:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555830400 00002000:00100000:3.0:1746128328.353064:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135500 x1830947555830400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.353072:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135500 with x1830947555830400 ext(0->4095) 00010000:00010000:3.0:1746128328.353078:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.353088:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.353094:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135500 00000100:00100000:3.0:1746128328.353117:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3272 00000100:00100000:3.0:1746128328.353123:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555830400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.353208:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555830400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.353639:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3272 00002000:00100000:3.0:1746128328.353646:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135500 x1830947555830400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.353653:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135500 with x1830947555830400 ext(0->4095) 00010000:00010000:3.0:1746128328.353658:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.353667:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.353673:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135500 00000100:00100000:0.0:1746128328.355706:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.355822:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555830528 00000100:00100000:3.0:1746128328.355828:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555830528 00010000:00010000:3.0:1746128328.355850:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.355877:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15637 00000100:00100000:3.0:1746128328.355883:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555830528:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.355892:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.355905:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.355915:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.355933:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5f91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452e3 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.355945:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.355947:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.355965:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.355973:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.355997:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.356006:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551489408:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.356074:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.358006:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.358016:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551489408:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.358026:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.358045:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555830528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2163us (2345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.358049:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15637 00000100:00100000:1.0:1746128328.358109:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555830784 00000100:00100000:1.0:1746128328.358114:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555830784 00002000:00100000:1.0:1746128328.358138:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134e00 x1830947555830784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.358147:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134e00 with x1830947555830784 ext(0->4095) 00002000:00010000:1.0:1746128328.358151:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134e00 00000100:00100000:1.0:1746128328.358170:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13874 00000100:00100000:1.0:1746128328.358175:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555830784:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.358754:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555830784:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 577us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.358760:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13874 00002000:00100000:1.0:1746128328.358765:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134e00 x1830947555830784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.358773:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134e00 with x1830947555830784 ext(0->4095) 00002000:00010000:1.0:1746128328.358776:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134e00 00000100:00100000:0.0:1746128328.359815:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.359881:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555830912 00000100:00100000:2.0:1746128328.359886:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555830912 00000100:00100000:2.0:1746128328.359909:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30676 00000100:00100000:2.0:1746128328.359913:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555830912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.359920:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.359929:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452f1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.359944:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.359949:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.359961:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.359964:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.359981:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.359991:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 81 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.360000:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551489536:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.360066:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.361394:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551489536:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.361417:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.361427:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128328.361466:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555830912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1548us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.361473:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30676 00000100:00100000:0.0:1746128328.361789:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.361907:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555831040 00000100:00100000:3.0:1746128328.361911:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555831040 00010000:00010000:3.0:1746128328.361928:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.361947:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15638 00000100:00100000:3.0:1746128328.361966:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555831040:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.361979:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.361993:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.362001:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.362017:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e5f98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ea expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.362035:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.362036:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.362042:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.362048:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.362069:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.362078:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551489664:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.362112:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.363338:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551489664:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.363517:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.363658:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2014:x1830947555831040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1691us (1868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.363668:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15638 00000100:00100000:0.0:1746128328.363825:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.363947:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555831296 00000100:00100000:1.0:1746128328.363963:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555831296 00002000:00100000:1.0:1746128328.363991:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099deed80 x1830947555831296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.363999:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deed80 with x1830947555831296 ext(0->4095) 00002000:00010000:1.0:1746128328.364002:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099deed80 00000100:00100000:1.0:1746128328.364025:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13875 00000100:00100000:1.0:1746128328.364031:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555831296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.364124:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555831296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.364130:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13875 00002000:00100000:1.0:1746128328.364135:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099deed80 x1830947555831296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.364146:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deed80 with x1830947555831296 ext(0->4095) 00002000:00010000:1.0:1746128328.364149:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099deed80 00000100:00100000:0.0:1746128328.366077:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.366174:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555831424 00000100:00100000:2.0:1746128328.366180:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555831424 00000100:00100000:2.0:1746128328.366221:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30677 00000100:00100000:2.0:1746128328.366227:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:1725:x1830947555831424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.366238:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.366251:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452f8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.366272:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.366278:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.366280:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.366283:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.366304:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.366318:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.366328:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551489792:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.366392:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.368861:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.369007:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551489792:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.369030:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.369042:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128328.369074:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1725:x1830947555831424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2847us (3002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.369082:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30677 00000100:00100000:2.0:1746128328.369363:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555831552 00000100:00100000:2.0:1746128328.369368:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555831552 00000100:00100000:2.0:1746128328.369403:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30678 00000100:00100000:2.0:1746128328.369409:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555831552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.369419:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.369429:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96452ff expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.369445:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.369449:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.369458:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.369461:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.369482:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.369491:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.369498:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128328.369512:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555831552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.369517:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30678 00000100:00100000:0.0:1746128328.369598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.369846:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555831680 00000100:00100000:2.0:1746128328.369850:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555831680 00010000:00010000:2.0:1746128328.369864:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.369881:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15639 00000100:00100000:2.0:1746128328.369887:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555831680:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.369893:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.369907:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.369916:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.369930:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5f9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f1 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.370100:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.370102:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.370107:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.370114:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.370132:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.370141:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.370150:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490048:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.370203:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.372413:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490048:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.372429:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.372456:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555831680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2569us (2858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.372463:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15639 00000100:00100000:0.0:1746128328.373513:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.373694:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555831936 00000100:00100000:3.0:1746128328.373700:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555831936 00002000:00100000:3.0:1746128328.373731:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d229500 x1830947555831936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.373739:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d229500 with x1830947555831936 ext(0->4095) 00010000:00010000:3.0:1746128328.373747:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.373758:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.373763:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d229500 00000100:00100000:3.0:1746128328.373778:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3273 00000100:00100000:3.0:1746128328.373783:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555831936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.373883:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555831936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.373888:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3273 00002000:00100000:3.0:1746128328.373893:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d229500 x1830947555831936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.373900:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d229500 with x1830947555831936 ext(0->4095) 00010000:00010000:3.0:1746128328.373904:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.373917:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.373921:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d229500 00000100:00100000:0.0:1746128328.376647:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.377406:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.377453:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555832064 00000100:00100000:1.0:1746128328.377461:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555832064 00000100:00100000:1.0:1746128328.377506:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30679 00000100:00100000:1.0:1746128328.377513:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555832064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.377527:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.377558:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645306 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.377581:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.377585:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.377590:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128328.377592:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.377621:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.377630:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.377639:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:3.0:1746128328.377736:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555832192 00000100:00100000:3.0:1746128328.377740:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555832192 00010000:00010000:3.0:1746128328.377756:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.377772:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15640 00000100:00100000:3.0:1746128328.377777:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555832192:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.377785:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.377798:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.377807:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.377821:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fa6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452f8 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.377839:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.377841:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.377846:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.377857:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.377923:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.377935:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.377944:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490304:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.378154:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555832064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 640us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.378161:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30679 00000100:00100000:3.0:1746128328.378232:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.379945:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490304:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.379970:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.379995:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555832192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2217us (2589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.380002:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15640 00000100:00100000:0.0:1746128328.380204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.380418:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555832448 00000100:00100000:1.0:1746128328.380422:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555832448 00002000:00100000:1.0:1746128328.380447:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612680 x1830947555832448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.380455:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612680 with x1830947555832448 ext(0->4095) 00010000:00010000:1.0:1746128328.380462:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.380473:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.380478:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d612680 00000100:00100000:1.0:1746128328.380505:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3274 00000100:00100000:1.0:1746128328.380511:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555832448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.380794:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555832448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 283us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.380798:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3274 00002000:00100000:1.0:1746128328.380802:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612680 x1830947555832448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.380807:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612680 with x1830947555832448 ext(0->4095) 00010000:00010000:1.0:1746128328.380810:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.380819:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.380822:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d612680 00000100:00100000:0.0:1746128328.382145:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.382184:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.382251:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555832576 00000100:00100000:1.0:1746128328.382256:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555832576 00000100:00100000:1.0:1746128328.382288:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30680 00000100:00100000:1.0:1746128328.382294:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555832576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.382303:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.382315:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964530d expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.382332:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.382337:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.382341:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128328.382344:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.382368:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.382377:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.382385:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128328.382409:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555832576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.382414:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30680 00000100:00100000:3.0:1746128328.382474:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555832704 00000100:00100000:3.0:1746128328.382477:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555832704 00010000:00010000:3.0:1746128328.382492:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.382512:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15641 00000100:00100000:3.0:1746128328.382517:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555832704:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.382525:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.382536:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.382563:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.382577:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e5fad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96452ff expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.382587:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.382588:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.382593:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.382599:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.382616:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.382625:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.382635:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490560:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.383346:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.387038:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.387134:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490560:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.387149:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.387183:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555832704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4664us (4998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.387192:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15641 00000100:00100000:1.0:1746128328.387267:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555832960 00000100:00100000:1.0:1746128328.387272:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555832960 00002000:00100000:1.0:1746128328.387298:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612a00 x1830947555832960/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.387307:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612a00 with x1830947555832960 ext(0->4095) 00010000:00010000:1.0:1746128328.387314:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.387325:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.387332:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d612a00 00000100:00100000:1.0:1746128328.387345:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3275 00000100:00100000:1.0:1746128328.387351:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555832960:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128328.387440:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555832960:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.387446:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3275 00002000:00100000:1.0:1746128328.387450:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612a00 x1830947555832960/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.387457:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612a00 with x1830947555832960 ext(0->4095) 00010000:00010000:1.0:1746128328.387461:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.387475:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.387480:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d612a00 00000100:00100000:0.0:1746128328.389825:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.389872:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555833088 00000100:00100000:3.0:1746128328.389881:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555833088 00010000:00010000:3.0:1746128328.389902:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.389936:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15642 00000100:00100000:3.0:1746128328.389943:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555833088:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.389964:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.389978:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.389988:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.390247:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645306 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.390276:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.390278:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.390285:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.390292:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.390318:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.390330:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490688:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.390403:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.393944:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.394036:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490688:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.394051:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.394081:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555833088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4138us (4260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.394090:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15642 00000100:00100000:2.0:1746128328.394161:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555833344 00000100:00100000:2.0:1746128328.394167:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555833344 00002000:00100000:2.0:1746128328.394194:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611500 x1830947555833344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.394203:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611500 with x1830947555833344 ext(0->4095) 00002000:00010000:2.0:1746128328.394207:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d611500 00000100:00100000:2.0:1746128328.394278:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13876 00000100:00100000:2.0:1746128328.394284:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555833344:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.394566:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555833344:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 281us (626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.394571:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13876 00002000:00100000:2.0:1746128328.394576:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611500 x1830947555833344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.394583:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611500 with x1830947555833344 ext(0->4095) 00002000:00010000:2.0:1746128328.394585:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d611500 00000100:00100000:0.0:1746128328.395594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.395661:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555833472 00000100:00100000:2.0:1746128328.395666:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555833472 00000100:00100000:2.0:1746128328.395726:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30681 00000100:00100000:2.0:1746128328.395732:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555833472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.395741:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.395753:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645314 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.395773:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.395782:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.395783:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.395785:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.395803:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.395810:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 81 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.395817:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551490816:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.395879:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.396913:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551490816:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.396928:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.396937:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128328.396974:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555833472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1242us (1383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.396980:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30681 00000100:00100000:0.0:1746128328.397369:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.397442:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555833600 00000100:00100000:3.0:1746128328.397446:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555833600 00010000:00010000:3.0:1746128328.397462:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.397486:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15643 00000100:00100000:3.0:1746128328.397491:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555833600:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.397499:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.397510:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.397519:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.397533:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e5fbb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964530d expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.397575:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.397577:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.397582:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.397589:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.397608:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.397617:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490944:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.397651:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.398623:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551490944:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.398671:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.398699:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2014:x1830947555833600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1207us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.398705:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15643 00000100:00100000:0.0:1746128328.398988:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.399052:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555833856 00000100:00100000:2.0:1746128328.399057:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555833856 00002000:00100000:2.0:1746128328.399080:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3e300 x1830947555833856/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.399092:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3e300 with x1830947555833856 ext(0->4095) 00002000:00010000:2.0:1746128328.399095:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3e300 00000100:00100000:2.0:1746128328.399166:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13877 00000100:00100000:2.0:1746128328.399172:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555833856:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.399402:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555833856:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 229us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.399408:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13877 00002000:00100000:2.0:1746128328.399414:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3e300 x1830947555833856/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.399420:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3e300 with x1830947555833856 ext(0->4095) 00002000:00010000:2.0:1746128328.399423:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3e300 00000100:00100000:0.0:1746128328.401933:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.401992:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555833984 00000100:00100000:2.0:1746128328.401999:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555833984 00000100:00100000:2.0:1746128328.402038:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30682 00000100:00100000:2.0:1746128328.402044:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:1725:x1830947555833984:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.402056:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.402070:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964531b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.402090:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.402096:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.402098:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.402101:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.402124:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.402134:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.402143:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551491072:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.402211:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.403221:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.403328:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555834112 00000100:00100000:1.0:1746128328.403333:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555834112 00000100:00100000:1.0:1746128328.403367:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30683 00000100:00100000:1.0:1746128328.403373:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555834112:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.403380:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.403387:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645322 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.403398:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.403402:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.403407:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.403410:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.403429:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.403440:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.403449:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128328.403475:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555834112:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.403481:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30683 00000100:00100000:2.0:1746128328.404339:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551491072:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.404355:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.404363:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128328.404383:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1725:x1830947555833984:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2340us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.404388:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30682 00000100:00100000:0.0:1746128328.404597:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.404649:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555834240 00000100:00100000:3.0:1746128328.404654:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555834240 00010000:00010000:3.0:1746128328.404682:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.404710:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15644 00000100:00100000:3.0:1746128328.404716:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555834240:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.404724:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.404738:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.404753:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.404768:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645314 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.404779:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.404780:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.404786:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.404792:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.404810:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.404819:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.404827:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551491328:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.404875:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.407084:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551491328:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.407095:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.407127:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555834240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2411us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.407137:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15644 00000100:00100000:0.0:1746128328.407261:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.407644:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555834496 00000100:00100000:3.0:1746128328.407648:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555834496 00002000:00100000:3.0:1746128328.407673:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980a80 x1830947555834496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.407681:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980a80 with x1830947555834496 ext(0->4095) 00010000:00010000:3.0:1746128328.407687:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.407695:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.407700:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093980a80 00000100:00100000:3.0:1746128328.407724:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3276 00000100:00100000:3.0:1746128328.407729:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555834496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.407826:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555834496:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.407832:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3276 00002000:00100000:3.0:1746128328.407836:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980a80 x1830947555834496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.407843:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980a80 with x1830947555834496 ext(0->4095) 00010000:00010000:3.0:1746128328.407846:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.407858:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.407862:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093980a80 00000100:00100000:0.0:1746128328.409525:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.409574:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555834624 00000100:00100000:2.0:1746128328.409578:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555834624 00000100:00100000:2.0:1746128328.409608:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30684 00000100:00100000:2.0:1746128328.409614:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555834624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.409622:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.409633:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645329 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.409655:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.409658:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.409663:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128328.409666:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.409688:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.409696:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.409704:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128328.409724:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555834624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.409728:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30684 00000100:00100000:0.0:1746128328.413024:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.413331:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555834752 00000100:00100000:3.0:1746128328.413339:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555834752 00010000:00010000:3.0:1746128328.413365:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.413404:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15645 00000100:00100000:3.0:1746128328.413411:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555834752:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.413420:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.413436:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.413446:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.414135:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e5fc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964531b expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.414159:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.414161:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.414167:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.414178:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.414206:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.414216:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.414226:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551491584:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.415373:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.416976:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551491584:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.416991:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.417022:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555834752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3611us (4004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.417031:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15645 00000100:00100000:0.0:1746128328.417428:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.417620:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555835008 00000100:00100000:1.0:1746128328.417625:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555835008 00002000:00100000:1.0:1746128328.417654:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4e00 x1830947555835008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.417662:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4e00 with x1830947555835008 ext(0->4095) 00010000:00010000:1.0:1746128328.417668:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.417678:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.417684:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e4e00 00000100:00100000:1.0:1746128328.417709:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3277 00000100:00100000:1.0:1746128328.417715:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555835008:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.417806:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555835008:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.417812:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3277 00002000:00100000:1.0:1746128328.417816:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4e00 x1830947555835008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.417822:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4e00 with x1830947555835008 ext(0->4095) 00010000:00010000:1.0:1746128328.417826:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.417838:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.417844:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e4e00 00000100:00100000:0.0:1746128328.419445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.419597:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555835136 00000100:00100000:2.0:1746128328.419603:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555835136 00000100:00100000:2.0:1746128328.419640:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30685 00000100:00100000:2.0:1746128328.419653:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555835136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.419666:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.419678:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645330 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.419701:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.419705:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.419711:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128328.419713:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.419742:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.419753:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.419760:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128328.419798:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555835136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.419803:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30685 00000100:00100000:0.0:1746128328.420142:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.420204:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555835264 00000100:00100000:3.0:1746128328.420208:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555835264 00010000:00010000:3.0:1746128328.420222:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.420240:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15646 00000100:00100000:3.0:1746128328.420246:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555835264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.420254:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.420269:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.420278:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.420293:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e5fd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645322 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.420303:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.420304:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.420309:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.420316:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.420333:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.420343:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.420352:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551491840:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.420399:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.426468:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.426522:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555835520 00000100:00100000:0.0:1746128328.426529:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555835520 00002000:00100000:0.0:1746128328.426579:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310700 x1830947555835520/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.426588:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310700 with x1830947555835520 ext(0->4095) 00010000:00010000:0.0:1746128328.426595:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.426607:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.426612:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099310700 00000100:00100000:0.0:1746128328.426646:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3278 00000100:00100000:0.0:1746128328.426653:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555835520:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128328.426764:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555835520:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.426769:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3278 00002000:00100000:0.0:1746128328.426774:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310700 x1830947555835520/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.426780:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310700 with x1830947555835520 ext(0->4095) 00010000:00010000:0.0:1746128328.426784:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.426791:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.426797:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099310700 00000100:00100000:3.0:1746128328.427029:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551491840:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.427044:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.427069:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555835264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6824us (6928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.427077:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15646 00000100:00100000:0.0:1746128328.430348:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.430777:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555835648 00000100:00100000:3.0:1746128328.430784:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555835648 00010000:00010000:3.0:1746128328.430811:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.430849:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15647 00000100:00100000:3.0:1746128328.430855:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555835648:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.430867:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.430883:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.430893:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.430912:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e5fd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645329 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.430938:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.430940:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.430958:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.430966:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.430996:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.431007:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551491968:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.431074:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.435830:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551491968:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.435849:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.435997:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555835648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5141us (5654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.436006:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15647 00000100:00100000:0.0:1746128328.437865:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.438303:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555835904 00000100:00100000:2.0:1746128328.438309:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555835904 00002000:00100000:2.0:1746128328.438340:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d288e00 x1830947555835904/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.438346:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288e00 with x1830947555835904 ext(0->4095) 00002000:00010000:2.0:1746128328.438349:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288e00 00000100:00100000:2.0:1746128328.438370:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13878 00000100:00100000:2.0:1746128328.438376:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555835904:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.438481:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555835904:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.438487:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13878 00002000:00100000:2.0:1746128328.438492:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d288e00 x1830947555835904/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.438498:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288e00 with x1830947555835904 ext(0->4095) 00002000:00010000:2.0:1746128328.438500:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288e00 00000100:00100000:0.0:1746128328.439838:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.439881:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555836032 00000100:00100000:1.0:1746128328.439886:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555836032 00000100:00100000:1.0:1746128328.439968:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30686 00000100:00100000:1.0:1746128328.439974:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555836032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.439985:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.439998:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645337 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.440019:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.440025:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.440027:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.440031:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.440053:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 81 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.440063:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 81 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.440078:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551492096:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.440149:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.441461:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551492096:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.441479:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.441490:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128328.441512:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555836032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1538us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.441518:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30686 00000100:00100000:0.0:1746128328.441996:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.442067:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555836160 00000100:00100000:3.0:1746128328.442071:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555836160 00010000:00010000:3.0:1746128328.442090:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.442119:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15648 00000100:00100000:3.0:1746128328.442125:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555836160:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.442136:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.442151:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.442160:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.442178:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e5fde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645330 expref: 82 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.442201:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.442204:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.442209:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.442216:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.442237:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.442246:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551492224:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.442297:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.444011:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.444153:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555836416 00000100:00100000:2.0:1746128328.444159:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555836416 00002000:00100000:2.0:1746128328.444185:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0000 x1830947555836416/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.444194:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0000 with x1830947555836416 ext(0->4095) 00002000:00010000:2.0:1746128328.444198:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0000 00000100:00100000:2.0:1746128328.444212:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13879 00000100:00100000:2.0:1746128328.444217:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555836416:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.444326:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555836416:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.444332:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13879 00002000:00100000:2.0:1746128328.444336:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0000 x1830947555836416/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.444343:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0000 with x1830947555836416 ext(0->4095) 00002000:00010000:2.0:1746128328.444346:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0000 00000100:00100000:3.0:1746128328.444473:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551492224:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.444486:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.444520:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2014:x1830947555836160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2395us (2524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.444528:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15648 00000100:00100000:0.0:1746128328.446622:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.446908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.447097:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555836544 00000100:00100000:1.0:1746128328.447104:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555836544 00000100:00100000:1.0:1746128328.447147:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555836672 00000100:00100000:1.0:1746128328.447150:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555836672 00000100:00100000:1.0:1746128328.447164:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30687 00000100:00100000:1.0:1746128328.447170:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555836544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746128328.447178:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30688 00010000:00010000:1.0:1746128328.447181:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128328.447189:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095843850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1725:x1830947555836672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.447194:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.447194:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964533e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.447199:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645345 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.447216:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.447290:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.447292:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.447296:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.447303:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.447306:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.447315:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.447317:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.447334:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.447337:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.447344:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.447352:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.447354:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551492480:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.447360:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:3.0:1746128328.447397:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095843850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1725:x1830947555836672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.447403:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30688 00000100:00100000:1.0:1746128328.447786:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.448849:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551492480:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.448865:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.448874:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128328.448912:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555836544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1742us (2295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.448918:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30687 00000100:00100000:0.0:1746128328.449696:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.449795:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555836800 00000100:00100000:3.0:1746128328.449800:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555836800 00010000:00010000:3.0:1746128328.449820:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.449847:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15649 00000100:00100000:3.0:1746128328.449853:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555836800:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.449861:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.449876:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.449884:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.449901:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e5fe5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645337 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.449921:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.449923:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.449928:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.449935:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.449969:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.449978:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.449986:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551492608:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.450039:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.451406:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551492608:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.451419:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.451449:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555836800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1596us (1755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.451456:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15649 00000100:00100000:0.0:1746128328.452256:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.452304:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555837056 00000100:00100000:2.0:1746128328.452309:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555837056 00002000:00100000:2.0:1746128328.452331:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0a80 x1830947555837056/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.452337:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0a80 with x1830947555837056 ext(0->4095) 00010000:00010000:2.0:1746128328.452342:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.452349:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.452353:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d0a80 00000100:00100000:2.0:1746128328.452371:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3279 00000100:00100000:2.0:1746128328.452376:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555837056:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.452462:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555837056:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (206us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.452467:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3279 00002000:00100000:2.0:1746128328.452472:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0a80 x1830947555837056/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.452479:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0a80 with x1830947555837056 ext(0->4095) 00010000:00010000:2.0:1746128328.452482:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.452490:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.452496:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f8d0a80 00000100:00100000:0.0:1746128328.454503:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.454575:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555837184 00000100:00100000:3.0:1746128328.454580:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555837184 00010000:00010000:3.0:1746128328.454598:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.454616:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15650 00000100:00100000:3.0:1746128328.454620:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555837184:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.454629:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.454641:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.454651:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.454668:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e5fec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964533e expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.454826:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.454828:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.454834:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.454841:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.454865:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.454874:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551492736:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.455229:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.457147:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551492736:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.457161:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.457196:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555837184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2574us (2696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.457205:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15650 00000100:00100000:0.0:1746128328.457463:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.457575:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555837440 00000100:00100000:2.0:1746128328.457580:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555837440 00002000:00100000:2.0:1746128328.457606:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0e00 x1830947555837440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.457615:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0e00 with x1830947555837440 ext(0->4095) 00002000:00010000:2.0:1746128328.457618:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0e00 00000100:00100000:2.0:1746128328.457631:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13880 00000100:00100000:2.0:1746128328.457637:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555837440:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.457735:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555837440:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.457740:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13880 00002000:00100000:2.0:1746128328.457745:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0e00 x1830947555837440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.457751:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0e00 with x1830947555837440 ext(0->4095) 00002000:00010000:2.0:1746128328.457753:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0e00 00000100:00100000:0.0:1746128328.458909:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.458987:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555837568 00000100:00100000:1.0:1746128328.458992:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555837568 00000100:00100000:1.0:1746128328.459024:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30689 00000100:00100000:1.0:1746128328.459030:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555837568:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.459040:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.459052:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964534c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.459074:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.459080:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.459081:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.459084:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.459104:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.459289:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 81 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.459301:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551492864:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.459367:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.460331:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551492864:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.460333:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128328.460347:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.460356:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128328.460377:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555837568:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1348us (1471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.460383:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30689 00000100:00100000:3.0:1746128328.460684:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555837696 00000100:00100000:3.0:1746128328.460688:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555837696 00010000:00010000:3.0:1746128328.460706:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.460728:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15651 00000100:00100000:3.0:1746128328.460734:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555837696:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.460742:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.460754:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.460762:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.460777:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e5ff3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645345 expref: 82 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.460797:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.460798:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.460803:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.460813:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.460835:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.460843:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551492992:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.460904:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.462413:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551492992:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.462425:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.462572:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2015:x1830947555837696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1837us (2237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.462579:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15651 00000100:00100000:0.0:1746128328.463103:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.463153:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555837952 00000100:00100000:2.0:1746128328.463157:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555837952 00002000:00100000:2.0:1746128328.463182:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91880 x1830947555837952/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.463190:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91880 with x1830947555837952 ext(0->4095) 00002000:00010000:2.0:1746128328.463194:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee91880 00000100:00100000:2.0:1746128328.463218:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13881 00000100:00100000:2.0:1746128328.463224:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555837952:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.463330:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555837952:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.463336:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13881 00002000:00100000:2.0:1746128328.463342:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91880 x1830947555837952/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.463349:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91880 with x1830947555837952 ext(0->4095) 00002000:00010000:2.0:1746128328.463351:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee91880 00000100:00100000:0.0:1746128328.465680:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.465866:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555838080 00000100:00100000:1.0:1746128328.465874:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555838080 00000100:00100000:1.0:1746128328.465975:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30690 00000100:00100000:1.0:1746128328.465983:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:1725:x1830947555838080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.465994:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.466008:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645353 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.466030:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.466036:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.466038:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.466041:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.466063:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.466073:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.466083:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551493120:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.466420:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.467826:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551493120:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.467845:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.467864:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128328.467957:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1725:x1830947555838080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1964us (2271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.467964:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30690 00000100:00100000:0.0:1746128328.468004:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.468016:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555838336 00000100:00100000:1.0:1746128328.468019:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555838336 00000100:00100000:1.0:1746128328.468047:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30691 00000100:00100000:1.0:1746128328.468052:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555838336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.468060:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.468068:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964535a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.468080:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.468084:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.468089:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.468091:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128328.468103:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.468146:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555838208 00000100:00100000:3.0:1746128328.468150:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555838208 00010000:00010000:3.0:1746128328.468164:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.468180:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15652 00000100:00100000:3.0:1746128328.468185:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555838208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.468192:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.468206:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.468215:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.468231:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e5ffa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964534c expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.468243:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.468250:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.468251:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.468256:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.468353:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.468366:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.468374:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.468382:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.468389:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:3.0:1746128328.468390:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551493376:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.468470:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.468938:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555838336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 884us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.468944:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30691 00000100:00100000:0.0:1746128328.471082:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.471247:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551493376:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.471261:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.471289:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555838208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3103us (3184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.471297:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15652 00000100:00100000:1.0:1746128328.471347:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555838592 00000100:00100000:1.0:1746128328.471352:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555838592 00002000:00100000:1.0:1746128328.471379:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096171c00 x1830947555838592/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.471387:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171c00 with x1830947555838592 ext(0->4095) 00010000:00010000:1.0:1746128328.471393:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.471403:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.471409:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096171c00 00000100:00100000:1.0:1746128328.471466:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3280 00000100:00100000:1.0:1746128328.471472:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555838592:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.471887:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555838592:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 413us (807us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.471893:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3280 00002000:00100000:1.0:1746128328.471898:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096171c00 x1830947555838592/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.471910:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171c00 with x1830947555838592 ext(0->4095) 00010000:00010000:1.0:1746128328.471915:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.471923:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.471928:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096171c00 00000100:00100000:0.0:1746128328.474039:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.474079:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.474089:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555838720 00000100:00100000:3.0:1746128328.474094:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555838720 00010000:00010000:3.0:1746128328.474112:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.474129:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15653 00000100:00100000:3.0:1746128328.474133:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555838720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.474139:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.474150:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.474158:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.474172:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6001 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645353 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.474181:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.474182:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.474187:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.474192:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.474209:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.474216:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551493504:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.474276:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.474399:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555838848 00000100:00100000:1.0:1746128328.474402:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555838848 00000100:00100000:1.0:1746128328.474423:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30692 00000100:00100000:1.0:1746128328.474426:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555838848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.474434:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.474441:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645361 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.474452:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.474455:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.474456:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.474458:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.474468:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.474477:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.474482:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551493632:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.474510:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.476565:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.476577:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555839104 00000100:00100000:1.0:1746128328.476581:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555839104 00002000:00100000:1.0:1746128328.476598:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099312680 x1830947555839104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.476604:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312680 with x1830947555839104 ext(0->4095) 00010000:00010000:1.0:1746128328.476609:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.476616:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.476620:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099312680 00000100:00100000:1.0:1746128328.476629:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3281 00000100:00100000:1.0:1746128328.476632:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555839104:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.476705:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555839104:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 72us (143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.476708:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3281 00002000:00100000:1.0:1746128328.476711:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099312680 x1830947555839104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.476716:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312680 with x1830947555839104 ext(0->4095) 00010000:00010000:1.0:1746128328.476719:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.476724:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.476727:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099312680 00000100:00100000:0.0:1746128328.476775:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099313480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551493632:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128328.476787:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.476794:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:0.0:1746128328.476808:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555838848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2382us (2730us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.476812:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30692 00000100:00100000:3.0:1746128328.476858:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551493504:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.476865:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.476875:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555838720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2742us (2842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.476879:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15653 00000100:00100000:0.0:1746128328.478196:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.478245:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.478285:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555839232 00000100:00100000:3.0:1746128328.478288:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555839232 00010000:00010000:3.0:1746128328.478300:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.478311:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15654 00000100:00100000:3.0:1746128328.478315:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555839232:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.478320:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.478334:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.478340:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.478352:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6008 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964535a expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.478359:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.478360:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.478364:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.478372:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.478387:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.478393:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551493760:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.478436:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.478470:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555839360 00000100:00100000:1.0:1746128328.478472:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555839360 00000100:00100000:1.0:1746128328.478484:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30693 00000100:00100000:1.0:1746128328.478487:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555839360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.478493:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.478499:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645368 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.478512:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.478517:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.478518:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.478520:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.478534:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.478565:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.478572:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551493888:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.478604:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.480131:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551493888:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.480132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128328.480150:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.480160:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128328.480185:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555839360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1697us (1939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.480187:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555839616 00000100:00100000:2.0:1746128328.480191:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555839616 00000100:00100000:1.0:1746128328.480192:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30693 00000100:00100000:3.0:1746128328.480207:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551493760:192.168.202.33@tcp:105: 00002000:00100000:2.0:1746128328.480215:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097850e00 x1830947555839616/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746128328.480216:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746128328.480223:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097850e00 with x1830947555839616 ext(0->4095) 00010000:00010000:2.0:1746128328.480228:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.480238:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.480243:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097850e00 00000100:00100000:3.0:1746128328.480260:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555839232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1943us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.480266:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15654 00000100:00100000:2.0:1746128328.480267:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3282 00000100:00100000:2.0:1746128328.480273:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555839616:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128328.480594:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555839616:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 320us (465us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.480600:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3282 00002000:00100000:2.0:1746128328.480605:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097850e00 x1830947555839616/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.480618:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097850e00 with x1830947555839616 ext(0->4095) 00010000:00010000:2.0:1746128328.480622:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.480631:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.480636:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097850e00 00000100:00100000:0.0:1746128328.488586:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.488685:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555839744 00000100:00100000:3.0:1746128328.488693:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555839744 00010000:00010000:3.0:1746128328.488722:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746128328.489866:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15655 00000100:00100000:0.0:1746128328.489876:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555839744:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128328.489891:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128328.489910:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.489921:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.489941:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e600f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645361 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.489983:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.489984:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.489996:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.490004:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.490036:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128328.490048:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551494016:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128328.490138:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.491894:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551494016:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.491911:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.492247:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555839744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2372us (3668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.492256:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15655 00000100:00100000:0.0:1746128328.493201:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.493365:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555840000 00000100:00100000:2.0:1746128328.493371:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555840000 00002000:00100000:2.0:1746128328.493402:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b6300 x1830947555840000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.493414:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6300 with x1830947555840000 ext(0->4095) 00002000:00010000:2.0:1746128328.493418:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800817b6300 00000100:00100000:2.0:1746128328.493438:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13882 00000100:00100000:2.0:1746128328.493443:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555840000:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.493593:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555840000:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.493600:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13882 00002000:00100000:2.0:1746128328.493605:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b6300 x1830947555840000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.493611:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6300 with x1830947555840000 ext(0->4095) 00002000:00010000:2.0:1746128328.493613:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800817b6300 00000100:00100000:0.0:1746128328.499404:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.499583:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555840128 00000100:00100000:1.0:1746128328.499654:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555840128 00000100:00100000:1.0:1746128328.499793:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30694 00000100:00100000:1.0:1746128328.499802:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555840128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.499817:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.499829:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964536f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.499853:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.499864:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.499866:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.499870:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.499892:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.499902:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 81 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.499912:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551494144:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.499994:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.501255:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.501319:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555840256 00000100:00100000:2.0:1746128328.501324:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555840256 00010000:00010000:2.0:1746128328.501347:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.501576:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551494144:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.501594:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.501604:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128328.501644:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555840128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1844us (2250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.501650:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30694 00000100:00100000:2.0:1746128328.501828:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15656 00000100:00100000:2.0:1746128328.501835:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555840256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.501844:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.501858:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.501866:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.501883:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6016 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645368 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.501903:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.501905:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.501910:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.501916:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.501937:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.501946:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551494272:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.501992:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.504172:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.504252:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555840384 00000100:00100000:1.0:1746128328.504258:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555840384 00000100:00100000:1.0:1746128328.504299:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30695 00000100:00100000:1.0:1746128328.504304:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555840384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.504320:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.504333:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645376 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.504352:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.504357:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.504359:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.504361:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.504380:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.504389:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.504397:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551494400:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.504453:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.504788:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.504812:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555840640 00000100:00100000:0.0:1746128328.504815:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555840640 00002000:00100000:0.0:1746128328.504835:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5180 x1830947555840640/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.504843:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5180 with x1830947555840640 ext(0->4095) 00000100:00100000:3.0:1746128328.504887:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551494272:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.504901:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.504924:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555840256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3090us (3673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.504931:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15656 00010000:00010000:0.0:1746128328.505163:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.505173:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.505179:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5180 00000100:00100000:1.0:1746128328.505274:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3283 00000100:00100000:1.0:1746128328.505280:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555840640:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.505358:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555840640:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.505363:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3283 00002000:00100000:1.0:1746128328.505367:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5180 x1830947555840640/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.505374:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5180 with x1830947555840640 ext(0->4095) 00010000:00010000:1.0:1746128328.505378:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.505385:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.505390:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5180 00000100:00100000:0.0:1746128328.507290:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.507650:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551494400:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.507670:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.507683:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:0.0:1746128328.507683:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.507711:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555840384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3406us (3546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.507718:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30695 00000100:00100000:1.0:1746128328.507733:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555840768 00000100:00100000:1.0:1746128328.507736:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555840768 00000100:00100000:1.0:1746128328.507755:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30696 00000100:00100000:1.0:1746128328.507759:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1725:x1830947555840768:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.507768:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.507779:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964537d expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.507793:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.507797:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.507802:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.507804:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.507807:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555840896 00000100:00100000:2.0:1746128328.507812:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555840896 00010000:00010000:1.0:1746128328.507826:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.507827:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.507834:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.507841:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128328.507858:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1725:x1830947555840768:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.507863:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30696 00000100:00100000:2.0:1746128328.508039:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15657 00000100:00100000:2.0:1746128328.508045:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555840896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.508053:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.508068:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.508078:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.508093:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e601d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964536f expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.508103:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.508104:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.508109:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.508119:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.508138:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.508147:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.508157:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551494656:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.508238:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.510397:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551494656:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.510414:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.510482:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555840896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2436us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.510490:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15657 00000100:00100000:0.0:1746128328.510534:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.510728:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555841152 00000100:00100000:3.0:1746128328.510734:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555841152 00002000:00100000:3.0:1746128328.510763:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6300 x1830947555841152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.510772:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6300 with x1830947555841152 ext(0->4095) 00010000:00010000:3.0:1746128328.510777:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.510787:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.510793:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa6300 00000100:00100000:3.0:1746128328.510813:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3284 00000100:00100000:3.0:1746128328.510819:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555841152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.510919:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555841152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (385us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.510925:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3284 00002000:00100000:3.0:1746128328.510930:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6300 x1830947555841152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.510937:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6300 with x1830947555841152 ext(0->4095) 00010000:00010000:3.0:1746128328.510941:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.510957:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.510962:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa6300 00000100:00100000:0.0:1746128328.513334:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.513498:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555841280 00000100:00100000:2.0:1746128328.513505:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555841280 00010000:00010000:2.0:1746128328.513527:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.513590:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15658 00000100:00100000:3.0:1746128328.513597:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555841280:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.513607:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.513622:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.513632:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.513650:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6024 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645376 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.513967:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.513969:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.513975:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.513983:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.514008:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.514019:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551494784:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.514154:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.516489:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551494784:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.516508:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.516866:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555841280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3268us (3535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.516874:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15658 00000100:00100000:0.0:1746128328.517026:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.517096:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555841536 00000100:00100000:1.0:1746128328.517101:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555841536 00002000:00100000:1.0:1746128328.517127:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d180 x1830947555841536/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.517135:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d180 with x1830947555841536 ext(0->4095) 00002000:00010000:1.0:1746128328.517139:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7d180 00000100:00100000:1.0:1746128328.517160:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13883 00000100:00100000:1.0:1746128328.517167:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555841536:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.517270:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555841536:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.517279:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13883 00002000:00100000:1.0:1746128328.517283:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d180 x1830947555841536/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.517289:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d180 with x1830947555841536 ext(0->4095) 00002000:00010000:1.0:1746128328.517291:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7d180 00000100:00100000:0.0:1746128328.519165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.519211:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555841664 00000100:00100000:3.0:1746128328.519216:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555841664 00000100:00100000:3.0:1746128328.519248:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30697 00000100:00100000:3.0:1746128328.519253:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555841664:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.519264:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.519278:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645384 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.519297:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.519303:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.519305:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.519308:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.519329:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.519339:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 81 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.519351:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551494912:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.519743:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.521650:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.521724:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555841792 00000100:00100000:2.0:1746128328.521730:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555841792 00010000:00010000:2.0:1746128328.521752:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.521782:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15659 00000100:00100000:2.0:1746128328.521788:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555841792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.521796:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.521810:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.521819:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.521836:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.521838:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.521844:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.521851:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.521873:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.521882:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551495040:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.521928:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72300 going to sleep for 11 seconds 00010000:00010000:3.0:1746128328.522080:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e602b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964537d expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.522094:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551494912:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.522111:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.522120:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:3.0:1746128328.522154:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555841664:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2899us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.522161:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30697 00000100:00100000:2.0:1746128328.523276:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551495040:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.523288:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.523850:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2015:x1830947555841792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2060us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.523859:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15659 00000100:00100000:1.0:1746128328.524010:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.524818:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555842048 00000100:00100000:3.0:1746128328.524823:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555842048 00002000:00100000:3.0:1746128328.524850:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311c00 x1830947555842048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.524859:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311c00 with x1830947555842048 ext(0->4095) 00002000:00010000:3.0:1746128328.524862:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099311c00 00000100:00100000:3.0:1746128328.525393:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13884 00000100:00100000:3.0:1746128328.525400:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555842048:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.525509:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555842048:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1498us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.525514:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13884 00002000:00100000:3.0:1746128328.525520:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311c00 x1830947555842048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.525526:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311c00 with x1830947555842048 ext(0->4095) 00002000:00010000:3.0:1746128328.525530:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099311c00 00000100:00100000:0.0:1746128328.527086:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.527249:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555842176 00000100:00100000:3.0:1746128328.527256:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555842176 00000100:00100000:3.0:1746128328.527298:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30698 00000100:00100000:3.0:1746128328.527305:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:1725:x1830947555842176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.527316:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.527328:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964538b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.527348:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.527354:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.527356:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.527359:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.527382:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.527392:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.527402:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551495168:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.527470:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.528535:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.529106:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555842304 00000100:00100000:1.0:1746128328.529112:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555842304 00000100:00100000:1.0:1746128328.529148:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30699 00000100:00100000:1.0:1746128328.529153:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555842304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.529163:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.529173:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645392 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128328.529381:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.529419:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555842432 00000100:00100000:2.0:1746128328.529423:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555842432 00010000:00010000:2.0:1746128328.529441:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.529460:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15660 00000100:00100000:2.0:1746128328.529465:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555842432:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.529473:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.529488:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.529498:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.529515:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.529517:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.529523:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.529530:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.529567:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.529568:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6032 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645384 expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.529576:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551495296:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.529585:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551495168:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.529601:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.529608:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:2.0:1746128328.529610:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.529626:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1725:x1830947555842176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2322us (2544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.529631:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30698 00010000:00010000:1.0:1746128328.529672:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.529677:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.529678:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.529681:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 84 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.529695:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.529703:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 84 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.529710:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551495424:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.529729:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.531270:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551495424:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.531288:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.531298:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128328.531322:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555842304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2168us (2788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.531328:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30699 00000100:00100000:2.0:1746128328.531394:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800979c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551495296:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.531403:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.531419:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555842432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1954us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.531426:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15660 00000100:00100000:0.0:1746128328.531583:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.531674:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555842688 00000100:00100000:1.0:1746128328.531678:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555842688 00002000:00100000:1.0:1746128328.531700:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d500 x1830947555842688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.531709:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d500 with x1830947555842688 ext(0->4095) 00010000:00010000:1.0:1746128328.531715:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.531724:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.531730:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7d500 00000100:00100000:1.0:1746128328.531979:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3285 00000100:00100000:1.0:1746128328.531985:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555842688:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.532137:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555842688:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.532142:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3285 00002000:00100000:1.0:1746128328.532147:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d500 x1830947555842688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.532152:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d500 with x1830947555842688 ext(0->4095) 00010000:00010000:1.0:1746128328.532155:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.532161:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.532164:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7d500 00000100:00100000:2.0:1746128328.533738:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.533868:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555842816 00000100:00100000:1.0:1746128328.533874:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555842816 00000100:00100000:1.0:1746128328.533912:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30700 00000100:00100000:1.0:1746128328.533919:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555842816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.533929:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.533939:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645399 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.533971:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.533976:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.533982:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128328.533985:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.534014:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.534024:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.534032:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128328.534057:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555842816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.534062:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30700 00000100:00100000:0.0:1746128328.534415:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.534722:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555842944 00000100:00100000:2.0:1746128328.534726:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555842944 00010000:00010000:2.0:1746128328.534742:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.534770:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15661 00000100:00100000:2.0:1746128328.534775:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555842944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.534783:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.534796:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.534806:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.534820:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6039 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964538b expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.534843:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.534845:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.534850:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.534857:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.534876:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.534885:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.534895:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551495680:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.534963:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.537270:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551495680:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.537286:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.537328:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555842944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2552us (2913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.537337:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15661 00000100:00100000:0.0:1746128328.538604:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.538661:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555843200 00000100:00100000:1.0:1746128328.538666:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555843200 00002000:00100000:1.0:1746128328.538694:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628a680 x1830947555843200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.538700:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628a680 with x1830947555843200 ext(0->4095) 00010000:00010000:1.0:1746128328.538706:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.538714:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.538718:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009628a680 00000100:00100000:1.0:1746128328.538992:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3286 00000100:00100000:1.0:1746128328.538999:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555843200:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.539108:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555843200:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.539114:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3286 00002000:00100000:1.0:1746128328.539119:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628a680 x1830947555843200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.539126:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628a680 with x1830947555843200 ext(0->4095) 00010000:00010000:1.0:1746128328.539131:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.539139:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.539143:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009628a680 00000100:00100000:0.0:1746128328.540324:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.540375:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555843328 00000100:00100000:1.0:1746128328.540379:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555843328 00000100:00100000:1.0:1746128328.540404:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30701 00000100:00100000:1.0:1746128328.540408:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555843328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.540416:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.540425:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453a0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.540441:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.540444:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.540448:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128328.540450:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.540472:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.540480:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.540485:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128328.540869:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1723:x1830947555843328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 458us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.540873:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30701 00000100:00100000:0.0:1746128328.541024:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.542115:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555843456 00000100:00100000:2.0:1746128328.542122:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555843456 00010000:00010000:2.0:1746128328.542141:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.542206:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15662 00000100:00100000:2.0:1746128328.542212:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555843456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.542220:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.542234:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.542244:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.542260:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6040 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645392 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.542283:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.542284:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.542290:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.542297:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.542332:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.542406:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.542416:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551495936:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.542625:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.545109:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.545180:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551495936:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.545195:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.545223:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555843456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3011us (4199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.545231:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15662 00000100:00100000:3.0:1746128328.545300:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555843712 00000100:00100000:3.0:1746128328.545306:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555843712 00002000:00100000:3.0:1746128328.545333:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096289c00 x1830947555843712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.545341:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096289c00 with x1830947555843712 ext(0->4095) 00010000:00010000:3.0:1746128328.545347:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.545356:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.545361:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096289c00 00000100:00100000:3.0:1746128328.545389:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3287 00000100:00100000:3.0:1746128328.545395:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555843712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.545489:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555843712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.545847:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3287 00002000:00100000:3.0:1746128328.545853:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096289c00 x1830947555843712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.545859:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096289c00 with x1830947555843712 ext(0->4095) 00010000:00010000:3.0:1746128328.545864:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.545873:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.545878:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096289c00 00000100:00100000:0.0:1746128328.550310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.550415:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555843840 00000100:00100000:2.0:1746128328.550424:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555843840 00010000:00010000:2.0:1746128328.550451:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.550486:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15663 00000100:00100000:2.0:1746128328.550493:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555843840:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.550506:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.550522:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.550533:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.550575:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6047 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645399 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.550602:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.550603:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.550610:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.550617:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.550642:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.550653:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551496064:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.550730:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.553731:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.554026:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551496064:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.554044:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.554094:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555843840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3600us (3790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.554103:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15663 00000100:00100000:3.0:1746128328.554805:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555844096 00000100:00100000:3.0:1746128328.554811:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555844096 00002000:00100000:3.0:1746128328.554839:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b480 x1830947555844096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.554849:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947555844096 ext(0->4095) 00002000:00010000:3.0:1746128328.554853:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631b480 00000100:00100000:3.0:1746128328.554867:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13885 00000100:00100000:3.0:1746128328.554872:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555844096:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.554980:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555844096:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1256us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.554986:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13885 00002000:00100000:3.0:1746128328.554991:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b480 x1830947555844096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.555004:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947555844096 ext(0->4095) 00002000:00010000:3.0:1746128328.555007:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631b480 00000100:00100000:0.0:1746128328.556894:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.556988:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555844224 00000100:00100000:1.0:1746128328.556993:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555844224 00000100:00100000:1.0:1746128328.557029:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30702 00000100:00100000:1.0:1746128328.557035:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555844224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.557047:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.557059:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453a7 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.557081:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.557088:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.557090:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.557092:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.557121:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.557131:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 81 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.557142:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551496192:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.557501:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.558928:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551496192:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.558959:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.558973:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128328.558997:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555844224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1962us (2108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.559004:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30702 00000100:00100000:0.0:1746128328.560293:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.560422:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555844352 00000100:00100000:2.0:1746128328.560428:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555844352 00010000:00010000:2.0:1746128328.560451:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.560468:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15664 00000100:00100000:2.0:1746128328.560473:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555844352:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.560483:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.560497:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.560507:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.560523:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e604e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a0 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.560561:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.560563:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.560568:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.560575:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.560595:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.560604:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551496320:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.560654:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.562734:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551496320:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.562751:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.562777:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:2014:x1830947555844352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2303us (2487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.562785:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15664 00000100:00100000:0.0:1746128328.563045:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.563614:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555844608 00000100:00100000:2.0:1746128328.563620:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555844608 00002000:00100000:2.0:1746128328.563647:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096319880 x1830947555844608/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.563655:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319880 with x1830947555844608 ext(0->4095) 00002000:00010000:2.0:1746128328.563658:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096319880 00000100:00100000:2.0:1746128328.564077:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13886 00000100:00100000:2.0:1746128328.564084:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555844608:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.564281:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555844608:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (1235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.564288:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13886 00002000:00100000:2.0:1746128328.564293:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096319880 x1830947555844608/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.564299:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319880 with x1830947555844608 ext(0->4095) 00002000:00010000:2.0:1746128328.564302:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096319880 00000100:00100000:0.0:1746128328.566457:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.566654:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555844736 00000100:00100000:1.0:1746128328.566660:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555844736 00000100:00100000:1.0:1746128328.566765:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30703 00000100:00100000:1.0:1746128328.566772:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+81:1723:x1830947555844736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.566785:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.566798:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453ae expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.566820:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.566827:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.566829:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.566832:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.566853:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.566862:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.566871:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551496448:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.566916:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.572706:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.572805:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551496448:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.572830:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.572845:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128328.573315:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1723:x1830947555844736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6541us (6860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.573323:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30703 00000100:00100000:0.0:1746128328.573635:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.573699:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555844864 00000100:00100000:1.0:1746128328.573704:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555844864 00000100:00100000:1.0:1746128328.573729:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30704 00000100:00100000:1.0:1746128328.573735:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:1725:x1830947555844864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.573750:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.573761:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453b5 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.573777:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.573781:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.573786:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.573789:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.573813:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.573821:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.573828:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128328.573847:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:1725:x1830947555844864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.573852:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30704 00000100:00100000:2.0:1746128328.574000:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555844992 00000100:00100000:2.0:1746128328.574004:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555844992 00010000:00010000:2.0:1746128328.574020:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.574034:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15665 00000100:00100000:2.0:1746128328.574039:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555844992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.574046:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.574059:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.574068:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.574082:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6055 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453a7 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.574104:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.574106:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.574111:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.574122:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.574140:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.574150:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.574159:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551496704:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.574201:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.578473:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.578579:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551496704:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128328.578597:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128328.578637:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555844992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4597us (5002us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.578647:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15665 00000100:00100000:3.0:1746128328.578722:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555845248 00000100:00100000:3.0:1746128328.578728:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555845248 00002000:00100000:3.0:1746128328.578758:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5f80 x1830947555845248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.578767:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5f80 with x1830947555845248 ext(0->4095) 00010000:00010000:3.0:1746128328.578774:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.578786:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.578792:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5f80 00000100:00100000:3.0:1746128328.578805:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3288 00000100:00100000:3.0:1746128328.578811:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555845248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.578902:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555845248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.578907:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3288 00002000:00100000:3.0:1746128328.578912:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5f80 x1830947555845248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.578918:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5f80 with x1830947555845248 ext(0->4095) 00010000:00010000:3.0:1746128328.578922:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.578931:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.578936:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5f80 00000100:00100000:0.0:1746128328.584105:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.584193:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555845376 00000100:00100000:2.0:1746128328.584201:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555845376 00010000:00010000:2.0:1746128328.584230:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.584264:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15666 00000100:00100000:2.0:1746128328.584270:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2015:x1830947555845376:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.584280:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.584296:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.584306:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.584329:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e605c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ae expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.584345:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.584347:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.584353:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.584364:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.584394:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 82 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.584405:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551496832:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.584475:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.587521:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.587631:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551496832:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.587648:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.587681:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555845376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3410us (3582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.587692:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15666 00000100:00100000:3.0:1746128328.587786:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555845632 00000100:00100000:3.0:1746128328.587791:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555845632 00002000:00100000:3.0:1746128328.587821:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce79500 x1830947555845632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.587830:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79500 with x1830947555845632 ext(0->4095) 00002000:00010000:3.0:1746128328.587834:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce79500 00000100:00100000:3.0:1746128328.587853:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13887 00000100:00100000:3.0:1746128328.587860:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555845632:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.587967:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2015:x1830947555845632:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.587972:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13887 00002000:00100000:3.0:1746128328.587977:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce79500 x1830947555845632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.587984:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79500 with x1830947555845632 ext(0->4095) 00002000:00010000:3.0:1746128328.587986:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce79500 00000100:00100000:0.0:1746128328.594049:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.594143:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555845760 00000100:00100000:3.0:1746128328.594151:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555845760 00000100:00100000:3.0:1746128328.594204:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30705 00000100:00100000:3.0:1746128328.594211:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555845760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.594229:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.594242:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453bc expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.594265:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.594272:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.594273:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.594276:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.594299:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 81 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.594308:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 81 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.594317:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551496960:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.594724:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.596266:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551496960:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.596288:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.596299:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128328.596326:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555845760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2116us (2285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.596335:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30705 00000100:00100000:0.0:1746128328.605651:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.605765:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555845888 00000100:00100000:3.0:1746128328.605773:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555845888 00002000:00100000:3.0:1746128328.605814:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ce78000 x1830947555845888/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.605822:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78000 with x1830947555845888 ext(0->7) 00010000:00010000:3.0:1746128328.605830:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.605841:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 82 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.605847:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce78000 00000100:00100000:3.0:1746128328.605906:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3289 00000100:00100000:3.0:1746128328.605914:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+82:2014:x1830947555845888:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128328.610375:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555845888:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 4454us (4723us total) trans 4294970550 rc 0/0 00000100:00100000:3.0:1746128328.610385:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3289 00002000:00100000:3.0:1746128328.610393:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ce78000 x1830947555845888/t4294970550(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/448 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.610401:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78000 with x1830947555845888 ext(0->7) 00010000:00010000:3.0:1746128328.610408:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 84 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.610425:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 84 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.610432:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce78000 00000100:00100000:0.0:1746128328.617181:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.617577:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555846016 00000100:00100000:3.0:1746128328.617585:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555846016 00000100:00100000:3.0:1746128328.617632:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30706 00000100:00100000:3.0:1746128328.617639:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555846016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.617654:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.617668:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453c3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.617692:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.617697:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.617703:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128328.617706:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.617732:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.617742:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.617750:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128328.617788:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:1723:x1830947555846016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.617793:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30706 00000100:00100000:0.0:1746128328.619030:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.619106:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555846144 00000100:00100000:2.0:1746128328.619111:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555846144 00010000:00010000:2.0:1746128328.619131:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 85 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.619334:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15667 00000100:00100000:2.0:1746128328.619341:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2016:x1830947555846144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.619349:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.619363:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 85 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.619374:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 85 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.619389:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6063 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453b5 expref: 85 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.619412:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.619414:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.619420:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.619427:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.619447:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.619457:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 5 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.619690:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551497216:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.619924:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.626628:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.627350:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551497216:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128328.627369:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128328.627408:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2016:x1830947555846144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 8067us (8380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.627418:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15667 00000100:00100000:3.0:1746128328.627793:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555846400 00000100:00100000:3.0:1746128328.627799:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555846400 00002000:00100000:3.0:1746128328.627830:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ca80 x1830947555846400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.627838:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ca80 with x1830947555846400 ext(0->4095) 00010000:00010000:3.0:1746128328.627845:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.627856:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.627862:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7ca80 00000100:00100000:3.0:1746128328.627882:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3290 00000100:00100000:3.0:1746128328.627888:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555846400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.627987:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555846400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (1365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.627993:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3290 00002000:00100000:3.0:1746128328.627997:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ca80 x1830947555846400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.628005:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ca80 with x1830947555846400 ext(0->4095) 00010000:00010000:3.0:1746128328.628009:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.628022:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.628028:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7ca80 00000100:00100000:0.0:1746128328.631912:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.632321:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555846528 00000100:00100000:2.0:1746128328.632329:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555846528 00010000:00010000:2.0:1746128328.632360:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.632397:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15668 00000100:00100000:2.0:1746128328.632404:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555846528:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.632416:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.632433:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.632444:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.632463:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e606a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453bc expref: 6 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.632928:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.632929:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.632936:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.632943:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.633373:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.633383:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551497344:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.633449:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.635711:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.635783:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555846784 00000100:00100000:3.0:1746128328.635790:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555846784 00002000:00100000:3.0:1746128328.635822:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5c00 x1830947555846784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.635831:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5c00 with x1830947555846784 ext(0->4095) 00002000:00010000:3.0:1746128328.635835:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e5c00 00000100:00100000:3.0:1746128328.635853:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13888 00000100:00100000:3.0:1746128328.635859:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2015:x1830947555846784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.635999:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2015:x1830947555846784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.636005:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13888 00002000:00100000:3.0:1746128328.636010:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5c00 x1830947555846784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.636017:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5c00 with x1830947555846784 ext(0->4095) 00002000:00010000:3.0:1746128328.636020:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e5c00 00000100:00100000:2.0:1746128328.636481:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551497344:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.636499:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.636532:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555846528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4129us (4702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.636562:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15668 00000100:00100000:2.0:1746128328.637078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.637133:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555846912 00000100:00100000:1.0:1746128328.637137:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555846912 00000100:00100000:1.0:1746128328.637172:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30707 00000100:00100000:1.0:1746128328.637177:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555846912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.637185:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.637197:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453ca expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.637216:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.637223:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.637224:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.637227:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.637248:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.637258:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 83 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.637267:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551497472:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.637315:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.638741:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551497472:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.638756:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.638766:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128328.638926:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555846912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1746us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.638931:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30707 00000100:00100000:0.0:1746128328.639186:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.639526:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555847040 00000100:00100000:3.0:1746128328.639531:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555847040 00010000:00010000:3.0:1746128328.639581:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 84 pid: 9591 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.639612:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15669 00000100:00100000:3.0:1746128328.639618:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555847040:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.639627:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.639641:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 84 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.639651:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 84 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.639666:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6071 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453c3 expref: 84 pid: 9591 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.639682:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.639683:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.639688:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.639694:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.639712:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.639720:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551497600:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.639767:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.642471:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551497600:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.642492:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.642525:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+83:2014:x1830947555847040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2906us (3339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.642533:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15669 00000100:00100000:0.0:1746128328.644138:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.644233:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555847296 00000100:00100000:2.0:1746128328.644241:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555847296 00002000:00100000:2.0:1746128328.644271:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4380 x1830947555847296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.644280:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4380 with x1830947555847296 ext(0->4095) 00002000:00010000:2.0:1746128328.644284:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4380 00000100:00100000:2.0:1746128328.644311:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13889 00000100:00100000:2.0:1746128328.644318:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555847296:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128328.644428:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555847296:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.644434:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13889 00002000:00100000:2.0:1746128328.644439:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4380 x1830947555847296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.644445:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4380 with x1830947555847296 ext(0->4095) 00002000:00010000:2.0:1746128328.644448:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4380 00000100:00100000:2.0:1746128328.647495:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.647566:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555847424 00000100:00100000:1.0:1746128328.647574:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555847424 00000100:00100000:2.0:1746128328.647594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.647718:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555847552 00000100:00100000:1.0:1746128328.647721:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555847552 00000100:00100000:1.0:1746128328.647737:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30708 00000100:00100000:1.0:1746128328.647743:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555847424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.647757:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.647772:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453d1 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.647795:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.647802:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.647803:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.647806:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.647829:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.647839:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.647850:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551497728:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.647913:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.647988:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30709 00000100:00100000:1.0:1746128328.647994:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:1725:x1830947555847552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.648001:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.648006:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453d8 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.648016:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.648019:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 86 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.648023:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.648025:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 86 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.648043:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 86 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.648053:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 86 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.648061:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e200, rc 0) 00000100:00100000:1.0:1746128328.648082:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:1725:x1830947555847552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.648087:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30709 00000100:00100000:1.0:1746128328.650353:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551497728:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.650358:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.650408:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555847680 00000100:00100000:3.0:1746128328.650413:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555847680 00010000:00010000:3.0:1746128328.650439:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.650472:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15670 00000100:00100000:3.0:1746128328.650478:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555847680:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.650490:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.650504:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.650514:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.650532:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6078 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ca expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.650568:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.650570:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.650576:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.650583:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.650607:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.650616:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.650625:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551497984:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.650682:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746128328.651297:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.651308:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128328.651344:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:1723:x1830947555847424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3601us (3979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.651351:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30708 00000100:00100000:3.0:1746128328.653358:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551497984:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.653373:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.653406:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555847680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2927us (3048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.653418:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15670 00000100:00100000:0.0:1746128328.653567:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.654103:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555847936 00000100:00100000:3.0:1746128328.654108:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555847936 00002000:00100000:3.0:1746128328.654134:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e6680 x1830947555847936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.654141:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e6680 with x1830947555847936 ext(0->4095) 00010000:00010000:3.0:1746128328.654148:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.654160:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.654166:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e6680 00000100:00100000:3.0:1746128328.654191:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3291 00000100:00100000:3.0:1746128328.654198:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2015:x1830947555847936:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.654297:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2015:x1830947555847936:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (753us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.654302:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3291 00002000:00100000:3.0:1746128328.654307:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e6680 x1830947555847936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.654313:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e6680 with x1830947555847936 ext(0->4095) 00010000:00010000:3.0:1746128328.654317:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.654325:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.654330:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e6680 00000100:00100000:0.0:1746128328.656945:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.657057:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555848064 00000100:00100000:3.0:1746128328.657064:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555848064 00010000:00010000:3.0:1746128328.657089:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.657192:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15671 00000100:00100000:3.0:1746128328.657199:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2015:x1830947555848064:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.657214:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.657229:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.657243:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.657260:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e607f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d1 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.657287:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.657289:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.657294:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 84 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.657302:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 84 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.657327:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 84 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.657341:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551498112:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.657417:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.660958:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.660965:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551498112:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.660980:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.660992:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555848320 00000100:00100000:2.0:1746128328.660997:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555848320 00000100:00100000:3.0:1746128328.661019:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2015:x1830947555848064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3822us (4082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.661027:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15671 00002000:00100000:2.0:1746128328.661028:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f105c00 x1830947555848320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.661038:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105c00 with x1830947555848320 ext(0->4095) 00002000:00010000:2.0:1746128328.661042:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105c00 00000100:00100000:2.0:1746128328.661062:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13890 00000100:00100000:2.0:1746128328.661068:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555848320:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.661233:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555848320:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.661239:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13890 00002000:00100000:2.0:1746128328.661244:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f105c00 x1830947555848320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.661251:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105c00 with x1830947555848320 ext(0->4095) 00002000:00010000:2.0:1746128328.661253:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105c00 00000100:00100000:0.0:1746128328.664105:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.664195:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555848448 00000100:00100000:1.0:1746128328.664204:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555848448 00000100:00100000:1.0:1746128328.664241:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30710 00000100:00100000:1.0:1746128328.664249:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555848448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.664262:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.664276:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453df expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.664298:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 83 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.664305:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.664307:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.664310:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.664334:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 83 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.664345:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 83 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.664355:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551498240:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.664914:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.666752:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551498240:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.666776:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.666790:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128328.666822:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555848448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2573us (2723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.666829:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30710 00000100:00100000:0.0:1746128328.668096:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.668292:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555848576 00000100:00100000:3.0:1746128328.668300:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555848576 00010000:00010000:3.0:1746128328.668328:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 84 pid: 27081 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.668349:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15672 00000100:00100000:3.0:1746128328.668356:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555848576:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.668366:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.668380:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 84 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.668391:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 84 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.668409:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6086 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453d8 expref: 84 pid: 27081 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.668436:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.668438:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.668444:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.668451:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.668475:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.668484:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551498368:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.668570:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.671309:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.671347:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.671438:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555848960 00000100:00100000:1.0:1746128328.671443:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555848960 00000100:00100000:1.0:1746128328.671472:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30711 00000100:00100000:1.0:1746128328.671478:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555848960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.671491:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.671503:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453e6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.671522:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.671527:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.671529:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.671531:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.671581:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.671591:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.671600:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551498496:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.671651:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.671758:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551498368:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.671770:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.671790:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2014:x1830947555848576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3435us (3698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.671797:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15672 00000100:00100000:2.0:1746128328.671871:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555848832 00000100:00100000:2.0:1746128328.671874:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555848832 00002000:00100000:2.0:1746128328.671893:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac6d80 x1830947555848832/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.671907:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6d80 with x1830947555848832 ext(0->4095) 00010000:00010000:2.0:1746128328.671912:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.671920:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.671925:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac6d80 00000100:00100000:2.0:1746128328.671935:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3292 00000100:00100000:2.0:1746128328.671939:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555848832:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.672025:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555848832:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.672030:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3292 00002000:00100000:2.0:1746128328.672034:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac6d80 x1830947555848832/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.672041:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6d80 with x1830947555848832 ext(0->4095) 00010000:00010000:2.0:1746128328.672044:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.672051:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.672056:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac6d80 00000100:00100000:1.0:1746128328.675395:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551498496:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.675421:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.675435:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128328.675464:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555848960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3986us (4116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.675472:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30711 00000100:00100000:0.0:1746128328.677166:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.677203:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.677216:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555849216 00000100:00100000:1.0:1746128328.677222:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555849216 00000100:00100000:3.0:1746128328.677272:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555849088 00000100:00100000:3.0:1746128328.677275:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555849088 00000100:00100000:1.0:1746128328.677288:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30712 00010000:00010000:3.0:1746128328.677291:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.677295:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:1725:x1830947555849216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.677311:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128328.677318:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15673 00000100:00100000:3.0:1746128328.677322:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947555849088:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.677322:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453ed expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.677331:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.677336:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.677340:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.677345:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.677348:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.677421:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 8 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.677430:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 8 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.677440:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.677444:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e608d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453df expref: 8 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.677450:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.677456:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.677457:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.677462:0:9592:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.677473:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.677489:0:9592:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.677499:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.677510:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551498752:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.677539:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.677578:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.677702:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947555849088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 378us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.677708:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15673 00000100:00100000:1.0:1746128328.679079:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551498752:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.679092:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:0.0:1746128328.679120:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.679194:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555849472 00000100:00100000:2.0:1746128328.679199:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555849472 00000100:00100000:1.0:1746128328.679274:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555849216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1971us (2102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.679282:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30712 00002000:00100000:2.0:1746128328.679410:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5a680 x1830947555849472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.679419:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5a680 with x1830947555849472 ext(0->4095) 00010000:00010000:2.0:1746128328.679425:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.679436:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.679442:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee5a680 00000100:00100000:2.0:1746128328.679456:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3293 00000100:00100000:2.0:1746128328.679462:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2015:x1830947555849472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.679570:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2015:x1830947555849472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.679576:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3293 00002000:00100000:2.0:1746128328.679581:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5a680 x1830947555849472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.679588:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5a680 with x1830947555849472 ext(0->4095) 00010000:00010000:2.0:1746128328.679592:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.679600:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746128328.679605:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee5a680 00000100:00100000:0.0:1746128328.681102:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.681152:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555849600 00000100:00100000:3.0:1746128328.681158:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555849600 00000100:00100000:0.0:1746128328.681162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128328.681176:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.681193:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15674 00000100:00100000:3.0:1746128328.681198:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555849600:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.681207:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.681219:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.681227:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.681245:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6094 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453e6 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.681271:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.681273:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.681279:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.681286:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.681314:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.681322:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555849728 00000100:00100000:1.0:1746128328.681326:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555849728 00000100:00100000:3.0:1746128328.681328:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551498880:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.681343:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30713 00000100:00100000:1.0:1746128328.681347:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555849728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.681355:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.681363:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453f4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.681372:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00010000:00010000:1.0:1746128328.681377:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.681382:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.681383:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.681386:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.681400:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.681410:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746128328.681418:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551499008:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.681437:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.684264:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551498880:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.684280:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.684313:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2014:x1830947555849600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3113us (3211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.684321:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15674 00000100:00100000:0.0:1746128328.684396:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551499008:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128328.684412:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.684428:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:0.0:1746128328.684445:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555849728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3098us (3283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.684451:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30713 00000100:00100000:1.0:1746128328.684512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.684669:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555849984 00000100:00100000:0.0:1746128328.684674:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555849984 00002000:00100000:0.0:1746128328.684700:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313480 x1830947555849984/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.684709:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313480 with x1830947555849984 ext(0->4095) 00010000:00010000:0.0:1746128328.684714:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.684724:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.684730:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099313480 00000100:00100000:0.0:1746128328.684755:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3294 00000100:00100000:0.0:1746128328.684761:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555849984:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128328.685206:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555849984:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 443us (693us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.685211:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3294 00002000:00100000:0.0:1746128328.685216:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313480 x1830947555849984/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.685227:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313480 with x1830947555849984 ext(0->4095) 00010000:00010000:0.0:1746128328.685231:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.685238:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.685243:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099313480 00000100:00100000:0.0:1746128328.686822:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.687453:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555850112 00000100:00100000:2.0:1746128328.687461:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555850112 00000100:00100000:2.0:1746128328.687976:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30714 00000100:00100000:2.0:1746128328.687984:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1725:x1830947555850112:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.687997:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.688009:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96453fb expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.688028:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.688032:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.688037:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.688040:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.688069:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.688079:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 85 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.688087:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128328.688127:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:1725:x1830947555850112:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.688132:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30714 00000100:00100000:0.0:1746128328.689497:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.690095:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555850240 00000100:00100000:3.0:1746128328.690100:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555850240 00010000:00010000:3.0:1746128328.690121:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.690340:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15675 00000100:00100000:3.0:1746128328.690346:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555850240:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.690354:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.690367:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.690375:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.690391:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e609b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453ed expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.690537:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.690540:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.690556:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.690563:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.690584:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.690593:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 84 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.690603:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551499264:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.691146:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.693833:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551499264:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.693848:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.693878:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555850240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3531us (4383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.693886:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15675 00000100:00100000:0.0:1746128328.694370:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.695186:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555850368 00000100:00100000:3.0:1746128328.695192:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555850368 00010000:00010000:3.0:1746128328.695213:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.695243:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15676 00000100:00100000:3.0:1746128328.695249:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+85:2014:x1830947555850368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.695260:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.695275:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.695285:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.695300:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e60a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453f4 expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.695325:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.695327:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.695332:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.695339:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.695363:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.695373:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551499392:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.695658:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.697787:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551499392:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.697801:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.697839:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555850368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2590us (3469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.697850:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15676 00000100:00100000:0.0:1746128328.698075:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.698146:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555850624 00000100:00100000:2.0:1746128328.698150:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555850624 00002000:00100000:2.0:1746128328.698178:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0700 x1830947555850624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.698186:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0700 with x1830947555850624 ext(0->4095) 00002000:00010000:2.0:1746128328.698189:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e0700 00000100:00100000:2.0:1746128328.698203:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13891 00000100:00100000:2.0:1746128328.698208:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555850624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.698292:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555850624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.698297:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13891 00002000:00100000:2.0:1746128328.698302:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0700 x1830947555850624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.698308:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0700 with x1830947555850624 ext(0->4095) 00002000:00010000:2.0:1746128328.698311:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e0700 00000100:00100000:0.0:1746128328.701111:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.701392:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555850752 00000100:00100000:3.0:1746128328.701400:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555850752 00000100:00100000:3.0:1746128328.701444:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30715 00000100:00100000:3.0:1746128328.701451:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555850752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.701464:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.701478:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645402 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.701498:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.701505:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.701507:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.701510:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.701535:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 83 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.701587:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 83 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.701597:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551499520:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.701671:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.703147:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551499520:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.703164:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.703174:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128328.703203:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555850752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1753us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.703209:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30715 00000100:00100000:0.0:1746128328.704109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.704416:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.704468:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555851008 00000100:00100000:2.0:1746128328.704475:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555851008 00000100:00100000:2.0:1746128328.704514:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30716 00000100:00100000:2.0:1746128328.704519:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:1723:x1830947555851008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.704529:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.704562:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645409 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.704578:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.704582:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.704592:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128328.704595:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 85 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.704609:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555850880 00000100:00100000:3.0:1746128328.704612:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555850880 00010000:00010000:2.0:1746128328.704621:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.704625:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 86 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.704630:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 86 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.704638:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:3.0:1746128328.704654:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15677 00000100:00100000:3.0:1746128328.704659:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2014:x1830947555850880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746128328.704659:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:1723:x1830947555851008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.704664:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30716 00010000:00010000:3.0:1746128328.704666:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.704680:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.704688:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.704701:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96453fb expref: 85 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.704719:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.704721:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.704726:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.704732:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.704748:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.704755:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.704764:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551499776:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.704814:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.706394:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.706442:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555851264 00000100:00100000:1.0:1746128328.706448:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555851264 00000100:00100000:3.0:1746128328.706460:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551499776:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.706471:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746128328.706473:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959f80 x1830947555851264/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.706482:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959f80 with x1830947555851264 ext(0->4095) 00010000:00010000:1.0:1746128328.706488:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.706499:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2014:x1830947555850880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1840us (2392us total) trans 0 rc 0/0 00010000:00010000:1.0:1746128328.706499:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.706504:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087959f80 00000100:00100000:3.0:1746128328.706506:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15677 00000100:00100000:1.0:1746128328.706518:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3295 00000100:00100000:1.0:1746128328.706523:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555851264:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128328.706627:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555851264:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.706632:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3295 00002000:00100000:1.0:1746128328.706637:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959f80 x1830947555851264/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.706643:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959f80 with x1830947555851264 ext(0->4095) 00010000:00010000:1.0:1746128328.706647:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.706656:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.706661:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087959f80 00000100:00100000:0.0:1746128328.710336:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.710444:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555851392 00000100:00100000:3.0:1746128328.710451:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555851392 00010000:00010000:3.0:1746128328.710479:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.710516:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15678 00000100:00100000:3.0:1746128328.710523:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555851392:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.710533:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.710574:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.710585:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.710604:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645402 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.710618:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.710620:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.710626:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.710633:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.710659:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.710669:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551499904:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.710737:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.714402:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.714524:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551499904:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128328.714558:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128328.714594:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555851392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4071us (4264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.714605:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15678 00000100:00100000:1.0:1746128328.714819:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555851648 00000100:00100000:1.0:1746128328.714825:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555851648 00002000:00100000:1.0:1746128328.714854:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ed500 x1830947555851648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.714863:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ed500 with x1830947555851648 ext(0->4095) 00002000:00010000:1.0:1746128328.714866:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963ed500 00000100:00100000:1.0:1746128328.714891:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13892 00000100:00100000:1.0:1746128328.714897:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2015:x1830947555851648:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.715019:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2015:x1830947555851648:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.715025:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13892 00002000:00100000:1.0:1746128328.715030:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ed500 x1830947555851648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.715037:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ed500 with x1830947555851648 ext(0->4095) 00002000:00010000:1.0:1746128328.715039:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963ed500 00000100:00100000:0.0:1746128328.726340:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.726436:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555851776 00000100:00100000:2.0:1746128328.726443:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555851776 00000100:00100000:2.0:1746128328.726493:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30717 00000100:00100000:2.0:1746128328.726499:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555851776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.726514:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.726528:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645410 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.726575:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.726581:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.726583:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.726586:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.726611:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 83 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.726621:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 83 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.726631:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096172a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551500032:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.731096:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.735272:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096172a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551500032:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.735299:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.735313:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128328.735351:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555851776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8851us (9019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.735357:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30717 00000100:00100000:0.0:1746128328.737733:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.737816:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555851904 00000100:00100000:3.0:1746128328.737823:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555851904 00002000:00100000:3.0:1746128328.737858:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880087958380 x1830947555851904/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.737866:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958380 with x1830947555851904 ext(0->7) 00010000:00010000:3.0:1746128328.737874:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 84 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.737885:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 84 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.737892:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087958380 00000100:00100000:3.0:1746128328.738739:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3296 00000100:00100000:3.0:1746128328.738747:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+84:2015:x1830947555851904:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128328.739554:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+86:2015:x1830947555851904:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 792us (1811us total) trans 4294970551 rc 0/0 00000100:00100000:3.0:1746128328.739562:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3296 00002000:00100000:3.0:1746128328.739568:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880087958380 x1830947555851904/t4294970551(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 496/448 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.739576:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958380 with x1830947555851904 ext(0->7) 00010000:00010000:3.0:1746128328.739582:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 86 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.739592:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 86 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.739597:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087958380 00000001:00080000:0.0:1746128328.742484:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970551 is committed 00000100:00100000:2.0:1746128328.742749:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.742809:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555852032 00000100:00100000:0.0:1746128328.742816:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555852032 00010000:00010000:0.0:1746128328.742840:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746128328.742907:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15679 00000100:00100000:0.0:1746128328.742915:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555852032:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128328.742926:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746128328.742937:0:7233:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746128328 -> 1746128329 00002000:00010000:0.0:1746128328.742940:0:7233:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746128328 -> 1746128329 00010000:00010000:0.0:1746128328.742945:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.742965:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.742983:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e60b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645409 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.743010:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.743012:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.743019:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.743026:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.743054:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128328.743065:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087959500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551500160:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128328.743128:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.750053:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087959500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551500160:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.750053:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128328.750071:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.750128:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555852032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7212us (7381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.750136:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15679 00000100:00100000:3.0:1746128328.750229:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555852288 00000100:00100000:3.0:1746128328.750235:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555852288 00002000:00100000:3.0:1746128328.750262:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310a80 x1830947555852288/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.750275:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310a80 with x1830947555852288 ext(0->4095) 00002000:00010000:3.0:1746128328.750279:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310a80 00000100:00100000:3.0:1746128328.750302:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13893 00000100:00100000:3.0:1746128328.750308:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555852288:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128328.750413:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555852288:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.750418:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13893 00002000:00100000:3.0:1746128328.750422:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310a80 x1830947555852288/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.750429:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310a80 with x1830947555852288 ext(0->4095) 00002000:00010000:3.0:1746128328.750431:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310a80 00000100:00100000:0.0:1746128328.752202:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.752283:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555852416 00000100:00100000:2.0:1746128328.752289:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555852416 00000100:00100000:2.0:1746128328.752314:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30718 00000100:00100000:2.0:1746128328.752320:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1723:x1830947555852416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.752331:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.752343:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645417 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.752366:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.752373:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.752374:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.752378:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.752402:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.752413:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.752423:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013085bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551500288:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.752919:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.753186:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.753228:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555852544 00000100:00100000:2.0:1746128328.753231:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555852544 00000100:00100000:2.0:1746128328.753257:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30719 00000100:00100000:2.0:1746128328.753263:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555852544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.753269:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.753276:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964541e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.753287:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.753290:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.753296:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.753298:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.753318:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.753328:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.753336:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128328.753366:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555852544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.753371:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30719 00000100:00100000:2.0:1746128328.755019:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013085bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551500288:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.755037:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.755047:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128328.755077:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555852416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2756us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.755086:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30718 00000100:00100000:0.0:1746128328.758077:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.758191:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555852672 00000100:00100000:2.0:1746128328.758198:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555852672 00010000:00010000:2.0:1746128328.758226:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.758260:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15680 00000100:00100000:2.0:1746128328.758267:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555852672:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.758277:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.758293:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.758304:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.758322:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645410 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.758683:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.758685:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.758692:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.758699:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.758723:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.758733:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.758743:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551500544:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.759149:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.762449:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.762575:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555852928 00000100:00100000:3.0:1746128328.762583:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555852928 00002000:00100000:3.0:1746128328.762615:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013085bb80 x1830947555852928/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.762628:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085bb80 with x1830947555852928 ext(0->4095) 00010000:00010000:3.0:1746128328.762636:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.762647:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.762653:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013085bb80 00000100:00100000:3.0:1746128328.762679:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3297 00000100:00100000:3.0:1746128328.762686:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555852928:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128328.762770:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551500544:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128328.762786:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128328.762822:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555852672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4556us (4751us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128328.762829:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15680 00000100:00100000:3.0:1746128328.763129:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555852928:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 443us (685us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.763135:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3297 00002000:00100000:3.0:1746128328.763139:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013085bb80 x1830947555852928/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.763146:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085bb80 with x1830947555852928 ext(0->4095) 00010000:00010000:3.0:1746128328.763151:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.763159:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.763165:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013085bb80 00000100:00100000:0.0:1746128328.764745:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.764789:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555853056 00000100:00100000:2.0:1746128328.764793:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555853056 00010000:00010000:2.0:1746128328.764810:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.764839:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15681 00000100:00100000:2.0:1746128328.764845:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555853056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.764853:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.764865:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.764874:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.764891:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e60c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645417 expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.764914:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.764915:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.764922:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.764930:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.764966:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.764976:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551500672:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.765028:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.766698:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551500672:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.766711:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.766734:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555853056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1889us (1992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.766741:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15681 00000100:00100000:0.0:1746128328.766965:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.767058:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555853312 00000100:00100000:3.0:1746128328.767062:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555853312 00002000:00100000:3.0:1746128328.767081:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc04a80 x1830947555853312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.767086:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc04a80 with x1830947555853312 ext(0->4095) 00002000:00010000:3.0:1746128328.767089:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc04a80 00000100:00100000:3.0:1746128328.767109:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13894 00000100:00100000:3.0:1746128328.767112:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555853312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.767200:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555853312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (239us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.767204:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13894 00002000:00100000:3.0:1746128328.767207:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc04a80 x1830947555853312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.767211:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc04a80 with x1830947555853312 ext(0->4095) 00002000:00010000:3.0:1746128328.767213:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc04a80 00000100:00100000:0.0:1746128328.768456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.768597:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555853440 00000100:00100000:2.0:1746128328.768602:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555853440 00000100:00100000:2.0:1746128328.768635:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30720 00000100:00100000:2.0:1746128328.768641:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555853440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.768651:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.768666:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645425 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.768685:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.768695:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.768697:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.768700:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.768721:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.768730:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.768739:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551500800:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.768793:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.770123:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551500800:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.770138:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.770148:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128328.770168:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555853440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1528us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.770174:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30720 00000100:00100000:0.0:1746128328.771045:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.771111:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555853568 00000100:00100000:2.0:1746128328.771115:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555853568 00010000:00010000:2.0:1746128328.771131:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.771162:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15682 00000100:00100000:2.0:1746128328.771168:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555853568:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.771176:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.771191:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.771199:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.771214:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e60cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964541e expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.771226:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.771227:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.771232:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.771240:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.771259:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.771266:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551500928:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.771312:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.772993:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.773140:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555853824 00000100:00100000:3.0:1746128328.773145:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555853824 00000100:00100000:2.0:1746128328.773170:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551500928:192.168.202.33@tcp:105: 00002000:00100000:3.0:1746128328.773172:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b30a80 x1830947555853824/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.773180:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30a80 with x1830947555853824 ext(0->4095) 00002000:00010000:3.0:1746128328.773183:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b30a80 00010000:00010000:2.0:1746128328.773187:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.773206:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13895 00000100:00100000:3.0:1746128328.773211:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555853824:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.773212:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555853568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2044us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.773220:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15682 00000100:00100000:3.0:1746128328.773307:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555853824:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.773312:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13895 00002000:00100000:3.0:1746128328.773317:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b30a80 x1830947555853824/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.773323:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30a80 with x1830947555853824 ext(0->4095) 00002000:00010000:3.0:1746128328.773325:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b30a80 00000100:00100000:0.0:1746128328.776297:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.776376:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555853952 00000100:00100000:2.0:1746128328.776383:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555853952 00000100:00100000:2.0:1746128328.776604:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30721 00000100:00100000:2.0:1746128328.776611:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1725:x1830947555853952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.776625:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.776638:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964542c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.776661:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.776724:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.776727:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.776731:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.776757:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.776766:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 5 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.776775:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551501056:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.777588:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.780701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.780903:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551501056:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.780923:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.780934:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128328.780963:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555854080 00000100:00100000:2.0:1746128328.780968:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555854080 00000100:00100000:3.0:1746128328.780984:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555853952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4373us (4694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.780989:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30721 00000100:00100000:2.0:1746128328.781002:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30722 00000100:00100000:2.0:1746128328.781008:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555854080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.781019:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.781033:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645433 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.781050:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.781054:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.781060:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.781063:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 7 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.781084:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.781092:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 7 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.781099:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128328.781113:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555854080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.781118:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30722 00000100:00100000:0.0:1746128328.781223:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.781250:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555854208 00000100:00100000:3.0:1746128328.781253:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555854208 00010000:00010000:3.0:1746128328.781266:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.781287:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15683 00000100:00100000:3.0:1746128328.781329:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555854208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.781335:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.781347:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.781354:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.781365:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e60d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645425 expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.781374:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.781375:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.781378:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.781386:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.781398:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.781404:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 6 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.781411:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551501312:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.781444:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.783699:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551501312:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.783713:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.783906:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555854208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2613us (2681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.783915:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15683 00000100:00100000:1.0:1746128328.784175:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.784591:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555854464 00000100:00100000:0.0:1746128328.784597:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555854464 00002000:00100000:0.0:1746128328.784623:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145f80 x1830947555854464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.784632:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145f80 with x1830947555854464 ext(0->4095) 00010000:00010000:0.0:1746128328.784638:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.784648:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.784653:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145f80 00000100:00100000:0.0:1746128328.784679:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3298 00000100:00100000:0.0:1746128328.784684:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555854464:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128328.784790:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555854464:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128328.784796:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3298 00002000:00100000:0.0:1746128328.784800:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145f80 x1830947555854464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128328.784807:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145f80 with x1830947555854464 ext(0->4095) 00010000:00010000:0.0:1746128328.784811:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746128328.784819:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746128328.784823:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145f80 00000100:00100000:0.0:1746128328.786901:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.786962:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555854592 00000100:00100000:3.0:1746128328.786967:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555854592 00000100:00100000:3.0:1746128328.786996:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30723 00000100:00100000:3.0:1746128328.787001:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555854592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.787011:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.787028:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964543a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.787045:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.787051:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.787055:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128328.787058:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.787083:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.787784:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.787793:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128328.787931:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555854592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 929us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.787937:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30723 00000100:00100000:1.0:1746128328.788105:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.788149:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555854720 00000100:00100000:2.0:1746128328.788153:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555854720 00010000:00010000:2.0:1746128328.788523:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.788565:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15684 00000100:00100000:2.0:1746128328.788572:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555854720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.788579:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.788966:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.789102:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.789119:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e60da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964542c expref: 7 pid: 9592 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.789350:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.789352:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.789358:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.789366:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.789388:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.789397:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.789407:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551501568:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.790315:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.792070:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551501568:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.792086:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.792128:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555854720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3556us (4022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.792136:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15684 00000100:00100000:0.0:1746128328.792450:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.792828:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555854976 00000100:00100000:3.0:1746128328.792834:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555854976 00002000:00100000:3.0:1746128328.792865:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4e00 x1830947555854976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.792874:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4e00 with x1830947555854976 ext(0->4095) 00010000:00010000:3.0:1746128328.792881:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.792897:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.792911:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e4e00 00000100:00100000:3.0:1746128328.793404:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3299 00000100:00100000:3.0:1746128328.793411:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555854976:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.793517:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555854976:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (1068us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.793523:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3299 00002000:00100000:3.0:1746128328.793528:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4e00 x1830947555854976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.793535:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4e00 with x1830947555854976 ext(0->4095) 00010000:00010000:3.0:1746128328.793556:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.793566:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746128328.793571:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e4e00 00000100:00100000:0.0:1746128328.795089:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.795136:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555855104 00000100:00100000:3.0:1746128328.795141:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555855104 00000100:00100000:3.0:1746128328.795179:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30724 00000100:00100000:3.0:1746128328.795185:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555855104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.795201:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.795214:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645441 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.795234:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.795240:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.795246:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128328.795249:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 7 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.795273:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.795284:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 7 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.795291:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128328.795328:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555855104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.795333:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30724 00000100:00100000:1.0:1746128328.795976:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.796031:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555855232 00000100:00100000:2.0:1746128328.796035:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555855232 00010000:00010000:2.0:1746128328.796051:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 7 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.796066:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15685 00000100:00100000:2.0:1746128328.796071:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555855232:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.796077:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.796090:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 7 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.796098:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 7 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.796113:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e60e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645433 expref: 7 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.796134:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.796136:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.796141:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.796148:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.796165:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.796174:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.796184:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551501824:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.796237:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.798853:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.798977:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551501824:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.798993:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.799580:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555855488 00000100:00100000:1.0:1746128328.799586:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555855488 00002000:00100000:1.0:1746128328.799619:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4700 x1830947555855488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.799627:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4700 with x1830947555855488 ext(0->4095) 00010000:00010000:1.0:1746128328.799634:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.799647:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.799653:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4700 00000100:00100000:2.0:1746128328.799911:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555855232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3838us (3934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.799919:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15685 00000100:00100000:1.0:1746128328.800066:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3300 00000100:00100000:1.0:1746128328.800073:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555855488:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128328.800201:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555855488:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.800207:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3300 00002000:00100000:1.0:1746128328.800211:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4700 x1830947555855488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.800217:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4700 with x1830947555855488 ext(0->4095) 00010000:00010000:1.0:1746128328.800221:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746128328.800229:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746128328.800235:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4700 00000100:00100000:0.0:1746128328.802280:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.802376:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555855616 00000100:00100000:2.0:1746128328.802382:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555855616 00010000:00010000:2.0:1746128328.802402:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.802430:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15686 00000100:00100000:2.0:1746128328.802436:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555855616:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.802446:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.802460:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.802470:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.802488:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e60e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964543a expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746128328.802511:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.802513:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.802519:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.802526:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.802569:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.802580:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551501952:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.802641:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.803692:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551501952:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.803706:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.803726:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555855616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1290us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.803736:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15686 00000100:00100000:0.0:1746128328.804512:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.804642:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555855872 00000100:00100000:1.0:1746128328.804651:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555855872 00002000:00100000:1.0:1746128328.804676:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c380 x1830947555855872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.804685:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c380 with x1830947555855872 ext(0->4095) 00002000:00010000:1.0:1746128328.804690:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c380 00000100:00100000:1.0:1746128328.804715:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13896 00000100:00100000:1.0:1746128328.804720:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555855872:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.804858:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555855872:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.804863:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13896 00002000:00100000:1.0:1746128328.804868:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c380 x1830947555855872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.804875:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c380 with x1830947555855872 ext(0->4095) 00002000:00010000:1.0:1746128328.804877:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c380 00000100:00100000:0.0:1746128328.806406:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.806801:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555856000 00000100:00100000:2.0:1746128328.806807:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555856000 00000100:00100000:2.0:1746128328.806844:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30725 00000100:00100000:2.0:1746128328.806851:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555856000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.806860:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.806872:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645448 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.806890:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.806895:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.806897:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.806900:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.806920:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.806931:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 5 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746128328.806940:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551502080:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.807017:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.809310:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.809773:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555856128 00000100:00100000:3.0:1746128328.809779:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555856128 00010000:00010000:3.0:1746128328.809801:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.809828:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15687 00000100:00100000:3.0:1746128328.809834:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555856128:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.809842:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.809857:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.809867:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746128328.809885:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.809887:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.809893:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.809900:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.809965:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.809968:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e60ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645441 expref: 6 pid: 9593 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746128328.809976:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551502208:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.810020:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.810255:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551502080:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.810274:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.810283:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128328.810318:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555856000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3467us (3914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.810324:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30725 00000100:00100000:0.0:1746128328.813578:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.813759:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551502208:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.813774:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.813805:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555856128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3971us (4500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.813813:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15687 00000100:00100000:2.0:1746128328.814071:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555856384 00000100:00100000:2.0:1746128328.814077:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555856384 00002000:00100000:2.0:1746128328.814107:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d6300 x1830947555856384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.814115:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6300 with x1830947555856384 ext(0->4095) 00002000:00010000:2.0:1746128328.814119:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d6300 00000100:00100000:2.0:1746128328.814146:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13897 00000100:00100000:2.0:1746128328.814151:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555856384:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.814264:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555856384:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.814270:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13897 00002000:00100000:2.0:1746128328.814274:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d6300 x1830947555856384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.814281:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6300 with x1830947555856384 ext(0->4095) 00002000:00010000:2.0:1746128328.814284:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d6300 00000100:00100000:2.0:1746128328.816290:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.816590:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555856512 00000100:00100000:0.0:1746128328.816595:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555856512 00000100:00100000:0.0:1746128328.816633:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30726 00000100:00100000:0.0:1746128328.816639:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1723:x1830947555856512:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128328.816649:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128328.816661:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964544f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.816681:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.816687:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.816688:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128328.816691:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.816712:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128328.816721:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746128328.816730:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551502336:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.817135:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.817198:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.817228:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555856640 00000100:00100000:3.0:1746128328.817231:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555856640 00000100:00100000:3.0:1746128328.817248:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30727 00000100:00100000:3.0:1746128328.817252:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555856640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.817258:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.817265:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645456 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.817275:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.817278:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.817283:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.817285:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.817302:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.817312:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.817320:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128328.817341:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555856640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.817346:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30727 00000100:00100000:2.0:1746128328.818708:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551502336:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.818725:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.818735:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05a000, rc 0) 00000100:00100000:2.0:1746128328.818769:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555856512:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (2481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.818775:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30726 00000100:00100000:0.0:1746128328.819176:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.819275:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555856768 00000100:00100000:2.0:1746128328.819279:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555856768 00010000:00010000:2.0:1746128328.819343:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.819376:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15688 00000100:00100000:2.0:1746128328.819382:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555856768:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.819391:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.819404:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.819414:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.819431:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e60f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645448 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.819504:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.819506:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.819512:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.819519:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.819538:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.819575:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.819584:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551502592:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.819637:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.821786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.821827:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555857024 00000100:00100000:1.0:1746128328.821836:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555857024 00002000:00100000:1.0:1746128328.821868:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f9c00 x1830947555857024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746128328.821873:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551502592:192.168.202.33@tcp:105: 00002000:00100000:1.0:1746128328.821875:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9c00 with x1830947555857024 ext(0->4095) 00010000:00010000:1.0:1746128328.821881:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.821887:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128328.821891:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.821897:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6f9c00 00000100:00100000:1.0:1746128328.821925:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3301 00000100:00100000:1.0:1746128328.821932:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555857024:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.822033:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555857024:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.822038:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3301 00002000:00100000:1.0:1746128328.822043:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f9c00 x1830947555857024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.822049:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9c00 with x1830947555857024 ext(0->4095) 00010000:00010000:1.0:1746128328.822053:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.822061:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.822066:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6f9c00 00000100:00100000:2.0:1746128328.822123:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555856768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2740us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.822129:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15688 00000100:00100000:0.0:1746128328.823023:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.823089:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555857152 00000100:00100000:2.0:1746128328.823093:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555857152 00010000:00010000:2.0:1746128328.823108:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.823127:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15689 00000100:00100000:2.0:1746128328.823133:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555857152:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.823141:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.823173:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.823183:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.823200:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e60fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964544f expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.823213:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.823214:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.823220:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.823227:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.823248:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.823258:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551502720:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.823605:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.825119:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551502720:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.825132:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.825155:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555857152:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2022us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.825162:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15689 00000100:00100000:0.0:1746128328.825367:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.825498:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555857408 00000100:00100000:1.0:1746128328.825504:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555857408 00002000:00100000:1.0:1746128328.825529:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f8000 x1830947555857408/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.825536:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f8000 with x1830947555857408 ext(0->4095) 00002000:00010000:1.0:1746128328.825564:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6f8000 00000100:00100000:1.0:1746128328.825589:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13898 00000100:00100000:1.0:1746128328.825596:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555857408:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.825695:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555857408:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.825702:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13898 00002000:00100000:1.0:1746128328.825707:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f8000 x1830947555857408/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.825713:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f8000 with x1830947555857408 ext(0->4095) 00002000:00010000:1.0:1746128328.825716:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6f8000 00000100:00100000:0.0:1746128328.827050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.827126:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555857536 00000100:00100000:2.0:1746128328.827131:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555857536 00000100:00100000:2.0:1746128328.827156:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30728 00000100:00100000:2.0:1746128328.827160:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555857536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.827170:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.827182:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964545d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.827200:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.827205:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.827207:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.827209:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.827229:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.827236:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.827244:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551502848:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.827310:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.830900:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.831089:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551502848:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.831113:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.831126:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128328.831159:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555857536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3998us (4111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.831166:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30728 00000100:00100000:3.0:1746128328.831196:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555857664 00000100:00100000:3.0:1746128328.831201:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555857664 00010000:00010000:3.0:1746128328.831219:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.831423:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15690 00000100:00100000:3.0:1746128328.831430:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555857664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.831439:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.831454:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.831463:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.831481:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6104 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645456 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.831920:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.831923:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.831929:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.831937:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.831972:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.831982:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551502976:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.832035:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.834143:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.834226:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555857920 00000100:00100000:2.0:1746128328.834233:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555857920 00002000:00100000:2.0:1746128328.834260:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabc700 x1830947555857920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.834269:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabc700 with x1830947555857920 ext(0->4095) 00002000:00010000:2.0:1746128328.834272:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabc700 00000100:00100000:3.0:1746128328.834338:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551502976:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.834353:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.834380:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555857664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2950us (3488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.834388:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15690 00000100:00100000:2.0:1746128328.834677:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13899 00000100:00100000:2.0:1746128328.834684:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555857920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.834779:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555857920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.834785:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13899 00002000:00100000:2.0:1746128328.834790:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabc700 x1830947555857920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.835725:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabc700 with x1830947555857920 ext(0->4095) 00002000:00010000:2.0:1746128328.835730:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabc700 00000100:00100000:0.0:1746128328.836846:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.836884:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.836972:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555858048 00000100:00100000:1.0:1746128328.836978:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555858048 00000100:00100000:1.0:1746128328.837026:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555858176 00000100:00100000:1.0:1746128328.837029:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555858176 00000100:00100000:2.0:1746128328.837037:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30729 00000100:00100000:2.0:1746128328.837045:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555858048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.837056:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.837069:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645464 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.837090:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.837096:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.837098:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.837101:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128328.837108:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30730 00000100:00100000:1.0:1746128328.837114:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555858176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.837121:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.837124:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.837127:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964546b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.837134:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.837143:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551503104:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.837194:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.837199:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.837202:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00010000:00010000:1.0:1746128328.837204:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.837207:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.837227:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.837237:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.837250:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128328.837269:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555858176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.837274:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30730 00000100:00100000:2.0:1746128328.841234:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551503104:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.841259:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.841273:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128328.841309:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555858048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4265us (4467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.841315:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30729 00000100:00100000:0.0:1746128328.841531:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.841706:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555858304 00000100:00100000:3.0:1746128328.841712:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555858304 00010000:00010000:3.0:1746128328.841738:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.841763:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15691 00000100:00100000:3.0:1746128328.841769:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555858304:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.841778:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.841793:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.841802:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.841820:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e610b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964545d expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.841835:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.841836:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.841842:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.841850:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.841874:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.841884:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.841893:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551503360:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.843586:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.845396:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.845656:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551503360:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.845689:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.848593:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555858304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6814us (7052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.848606:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15691 00000100:00100000:2.0:1746128328.848914:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555858560 00000100:00100000:2.0:1746128328.848922:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555858560 00002000:00100000:2.0:1746128328.848962:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8ad80 x1830947555858560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.848971:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8ad80 with x1830947555858560 ext(0->4095) 00010000:00010000:2.0:1746128328.848978:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.848988:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128328.848995:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8ad80 00000100:00100000:2.0:1746128328.849008:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3302 00000100:00100000:2.0:1746128328.849013:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555858560:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.849109:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555858560:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (3720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.849114:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3302 00002000:00100000:2.0:1746128328.849118:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8ad80 x1830947555858560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.849124:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8ad80 with x1830947555858560 ext(0->4095) 00010000:00010000:2.0:1746128328.849129:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.849141:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128328.849145:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8ad80 00000100:00100000:0.0:1746128328.850722:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.850811:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555858688 00000100:00100000:3.0:1746128328.850817:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555858688 00010000:00010000:3.0:1746128328.850838:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.851243:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15692 00000100:00100000:3.0:1746128328.851250:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555858688:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.851260:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.851273:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.851283:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.851301:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e6112 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645464 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.851314:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.851315:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.851321:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.851328:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.851353:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.851364:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551503488:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.852134:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.853935:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551503488:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.853957:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.853995:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555858688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2745us (3278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.854004:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15692 00000100:00100000:0.0:1746128328.854381:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.854576:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555858944 00000100:00100000:1.0:1746128328.854582:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555858944 00002000:00100000:1.0:1746128328.854611:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd88a80 x1830947555858944/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.854619:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88a80 with x1830947555858944 ext(0->4095) 00002000:00010000:1.0:1746128328.854623:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd88a80 00000100:00100000:1.0:1746128328.854861:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13900 00000100:00100000:1.0:1746128328.854868:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555858944:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.854984:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555858944:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (603us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.854989:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13900 00002000:00100000:1.0:1746128328.854994:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd88a80 x1830947555858944/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.855000:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88a80 with x1830947555858944 ext(0->4095) 00002000:00010000:1.0:1746128328.855003:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd88a80 00000100:00100000:0.0:1746128328.857236:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.857513:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555859072 00000100:00100000:2.0:1746128328.857521:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555859072 00000100:00100000:2.0:1746128328.857706:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30731 00000100:00100000:2.0:1746128328.857713:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555859072:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.857726:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.857740:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645472 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.857763:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.857770:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.857772:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128328.857775:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.857797:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.857807:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.857816:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551503616:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.858424:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.860925:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551503616:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.860961:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.860976:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ee00, rc 0) 00000100:00100000:2.0:1746128328.861018:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555859072:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3305us (3789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.861026:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30731 00000100:00100000:0.0:1746128328.862271:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.862340:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555859200 00000100:00100000:3.0:1746128328.862347:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555859200 00010000:00010000:3.0:1746128328.862371:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.862467:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15693 00000100:00100000:3.0:1746128328.862473:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555859200:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.862486:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.862501:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.862510:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.862527:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e6119 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964546b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.862706:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.862708:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.862715:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.862722:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.862747:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.862762:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551503744:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.862856:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.864973:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.865019:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551503744:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.865033:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.865075:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555859200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2602us (2807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.865087:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15693 00000100:00100000:2.0:1746128328.865092:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555859328 00000100:00100000:2.0:1746128328.865096:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555859328 00000100:00100000:2.0:1746128328.865120:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30732 00000100:00100000:2.0:1746128328.865125:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1723:x1830947555859328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128328.865137:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128328.865150:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645479 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.865169:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.865176:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.865177:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.865180:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128328.865303:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.865368:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555859584 00000100:00100000:3.0:1746128328.865372:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555859584 00010000:00010000:2.0:1746128328.865382:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746128328.865390:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135180 x1830947555859584/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746128328.865396:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.865406:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551503872:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128328.865457:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00002000:00100000:3.0:1746128328.865469:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135180 with x1830947555859584 ext(0->4095) 00010000:00010000:3.0:1746128328.865700:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.865710:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128328.865716:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135180 00000100:00100000:3.0:1746128328.865737:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3303 00000100:00100000:3.0:1746128328.865743:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555859584:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.865827:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555859584:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.865831:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3303 00002000:00100000:3.0:1746128328.865835:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135180 x1830947555859584/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.865842:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135180 with x1830947555859584 ext(0->4095) 00010000:00010000:3.0:1746128328.865845:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.865856:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128328.865860:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135180 00000100:00100000:2.0:1746128328.867828:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551503872:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128328.867850:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.867861:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128328.867887:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555859328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (2920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.867893:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30732 00000100:00100000:0.0:1746128328.868961:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.869020:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555859712 00000100:00100000:3.0:1746128328.869027:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555859712 00000100:00100000:3.0:1746128328.869063:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30733 00000100:00100000:3.0:1746128328.869070:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1725:x1830947555859712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.869081:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.869092:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645480 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.869107:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.869112:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.869117:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.869120:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.869144:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.869154:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.869166:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128328.869201:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555859712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.869206:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30733 00000100:00100000:0.0:1746128328.869992:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.870035:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555859840 00000100:00100000:3.0:1746128328.870039:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555859840 00010000:00010000:3.0:1746128328.870053:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.870340:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15694 00000100:00100000:3.0:1746128328.870346:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555859840:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.870354:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.870369:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.870379:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.870394:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6120 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645472 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.870419:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.870420:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.870426:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.870433:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.870456:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.870465:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.870475:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551504128:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.870518:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.872284:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551504128:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.872298:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.872334:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555859840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1987us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.872341:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15694 00000100:00100000:0.0:1746128328.872897:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.872991:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555860096 00000100:00100000:1.0:1746128328.872998:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555860096 00002000:00100000:1.0:1746128328.873026:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135c00 x1830947555860096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.873040:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135c00 with x1830947555860096 ext(0->4095) 00010000:00010000:1.0:1746128328.873046:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.873058:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.873064:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135c00 00000100:00100000:1.0:1746128328.873116:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3304 00000100:00100000:1.0:1746128328.873122:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555860096:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.873425:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555860096:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 302us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.873432:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3304 00002000:00100000:1.0:1746128328.873437:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135c00 x1830947555860096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.873444:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135c00 with x1830947555860096 ext(0->4095) 00010000:00010000:1.0:1746128328.873449:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.873462:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.873467:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135c00 00000100:00100000:0.0:1746128328.875360:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.875492:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555860224 00000100:00100000:3.0:1746128328.875499:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555860224 00010000:00010000:3.0:1746128328.875519:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.875571:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15695 00000100:00100000:3.0:1746128328.875578:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555860224:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.875587:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.875601:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.875612:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.875632:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6127 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645479 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.875917:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.875919:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.875926:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.875933:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.875974:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.875986:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551504256:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.876364:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.877967:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551504256:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.877983:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.878012:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555860224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2434us (2657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.878019:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15695 00000100:00100000:0.0:1746128328.878746:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.878871:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555860480 00000100:00100000:1.0:1746128328.878877:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555860480 00002000:00100000:1.0:1746128328.878904:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2ab480 x1830947555860480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.878912:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2ab480 with x1830947555860480 ext(0->4095) 00002000:00010000:1.0:1746128328.878915:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2ab480 00000100:00100000:1.0:1746128328.878937:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13901 00000100:00100000:1.0:1746128328.878942:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947555860480:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128328.879039:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947555860480:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.879044:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13901 00002000:00100000:1.0:1746128328.879049:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2ab480 x1830947555860480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.879055:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2ab480 with x1830947555860480 ext(0->4095) 00002000:00010000:1.0:1746128328.879058:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2ab480 00000100:00100000:0.0:1746128328.881415:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.881503:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555860608 00000100:00100000:1.0:1746128328.881511:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555860608 00000100:00100000:3.0:1746128328.881669:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30734 00000100:00100000:3.0:1746128328.881678:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555860608:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.881690:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.881704:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645487 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.881727:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.881734:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.881736:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.881739:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.881763:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.881773:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.881783:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551504384:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.881847:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.883222:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551504384:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.883242:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.883253:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128328.883280:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555860608:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1604us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.883287:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30734 00000100:00100000:0.0:1746128328.884287:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.884343:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555860736 00000100:00100000:3.0:1746128328.884349:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555860736 00010000:00010000:3.0:1746128328.884368:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.884401:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15696 00000100:00100000:3.0:1746128328.884407:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555860736:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.884415:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.884431:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.884440:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.884458:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e612e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645480 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.884474:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.884476:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.884481:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.884488:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.884509:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.884518:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551504512:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.885324:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.887967:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551504512:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.887985:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.888018:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555860736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3611us (3732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.888027:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15696 00000100:00100000:1.0:1746128328.888075:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.888160:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555860992 00000100:00100000:2.0:1746128328.888166:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555860992 00002000:00100000:2.0:1746128328.888195:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097a01c00 x1830947555860992/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.888203:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a01c00 with x1830947555860992 ext(0->4095) 00002000:00010000:2.0:1746128328.888207:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a01c00 00000100:00100000:2.0:1746128328.888231:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13902 00000100:00100000:2.0:1746128328.888237:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555860992:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.888435:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555860992:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 197us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.888445:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13902 00002000:00100000:2.0:1746128328.888450:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097a01c00 x1830947555860992/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.888456:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a01c00 with x1830947555860992 ext(0->4095) 00002000:00010000:2.0:1746128328.888459:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a01c00 00000100:00100000:0.0:1746128328.889225:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.889372:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555861120 00000100:00100000:3.0:1746128328.889376:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555861120 00000100:00100000:3.0:1746128328.889423:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30735 00000100:00100000:3.0:1746128328.889428:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095843450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1723:x1830947555861120:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.889437:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.889449:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964548e expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.889466:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.889472:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.889473:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.889476:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.889496:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.889505:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.889519:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551504640:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.889909:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.890127:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.890197:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555861248 00000100:00100000:1.0:1746128328.890201:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555861248 00000100:00100000:1.0:1746128328.890255:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30736 00000100:00100000:1.0:1746128328.890261:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555861248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.890267:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.890273:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645495 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.890285:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.890289:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.890293:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.890295:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.890313:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.890323:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.890331:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128328.890442:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555861248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.890447:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30736 00000100:00100000:3.0:1746128328.891027:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551504640:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.891039:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.891047:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128328.891075:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095843450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555861120:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1646us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.891081:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30735 00000100:00100000:0.0:1746128328.891329:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.891436:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555861376 00000100:00100000:3.0:1746128328.891440:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555861376 00010000:00010000:3.0:1746128328.891454:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.891482:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15697 00000100:00100000:3.0:1746128328.891488:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555861376:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.891496:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.891510:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.891519:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.891538:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6135 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645487 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.891570:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.891572:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.891577:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.891583:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.891600:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.891608:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.891616:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551504896:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.891646:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.893206:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551504896:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.893220:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.893425:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555861376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1936us (2095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.893434:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15697 00000100:00100000:0.0:1746128328.893485:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.893575:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555861632 00000100:00100000:3.0:1746128328.893580:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555861632 00002000:00100000:3.0:1746128328.893602:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099dedf80 x1830947555861632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.893610:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dedf80 with x1830947555861632 ext(0->4095) 00010000:00010000:3.0:1746128328.893617:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.893626:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128328.893632:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099dedf80 00000100:00100000:3.0:1746128328.893653:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3305 00000100:00100000:3.0:1746128328.893658:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555861632:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.893765:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555861632:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.893770:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3305 00002000:00100000:3.0:1746128328.893775:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099dedf80 x1830947555861632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.893782:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dedf80 with x1830947555861632 ext(0->4095) 00010000:00010000:3.0:1746128328.893786:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.893794:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128328.893800:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099dedf80 00000100:00100000:2.0:1746128328.895121:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.895417:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555861760 00000100:00100000:3.0:1746128328.895422:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555861760 00010000:00010000:3.0:1746128328.895438:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.895679:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15698 00000100:00100000:3.0:1746128328.895686:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555861760:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.895694:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.895708:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.895718:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.895735:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e613c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964548e expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.895752:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.895753:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.895759:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.895766:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.895788:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.895803:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551505024:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.895859:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.898332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.898419:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551505024:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.898436:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.898532:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555862016 00000100:00100000:1.0:1746128328.898537:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555862016 00002000:00100000:1.0:1746128328.898581:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22ad80 x1830947555862016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.898590:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22ad80 with x1830947555862016 ext(0->4095) 00002000:00010000:1.0:1746128328.898593:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d22ad80 00000100:00100000:3.0:1746128328.898830:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555861760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3144us (3712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.898838:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15698 00000100:00100000:1.0:1746128328.898877:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13903 00000100:00100000:1.0:1746128328.898884:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555862016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.899079:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555862016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 195us (751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.899089:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13903 00002000:00100000:1.0:1746128328.899093:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22ad80 x1830947555862016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.899100:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22ad80 with x1830947555862016 ext(0->4095) 00002000:00010000:1.0:1746128328.899103:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d22ad80 00000100:00100000:0.0:1746128328.900612:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.900689:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555862144 00000100:00100000:3.0:1746128328.900694:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555862144 00000100:00100000:3.0:1746128328.900770:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30737 00000100:00100000:3.0:1746128328.900777:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555862144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.900788:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.900866:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964549c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.900886:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.900893:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.900895:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.900898:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.901050:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.901065:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.901075:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551505152:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.901697:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.904048:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551505152:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.904070:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128328.904079:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128328.904082:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:2.0:1746128328.904133:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555862272 00000100:00100000:2.0:1746128328.904137:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555862272 00010000:00010000:2.0:1746128328.904158:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.904190:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15699 00000100:00100000:2.0:1746128328.904196:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555862272:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.904205:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.904219:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.904228:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.904247:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6143 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645495 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.904274:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.904276:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.904281:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.904289:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.904312:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.904322:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551505280:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.904533:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.904638:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555862144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3860us (4030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.904644:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30737 00000100:00100000:2.0:1746128328.906035:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551505280:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.906048:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.906072:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555862272:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1875us (1991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.906080:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15699 00000100:00100000:0.0:1746128328.906229:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.906597:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555862528 00000100:00100000:1.0:1746128328.906603:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555862528 00002000:00100000:1.0:1746128328.906628:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228380 x1830947555862528/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.906636:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228380 with x1830947555862528 ext(0->4095) 00002000:00010000:1.0:1746128328.906640:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d228380 00000100:00100000:1.0:1746128328.906665:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13904 00000100:00100000:1.0:1746128328.906671:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555862528:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.907022:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555862528:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 350us (792us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.907029:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13904 00002000:00100000:1.0:1746128328.907034:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228380 x1830947555862528/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.907041:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228380 with x1830947555862528 ext(0->4095) 00002000:00010000:1.0:1746128328.907043:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d228380 00000100:00100000:0.0:1746128328.908816:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.908867:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555862656 00000100:00100000:3.0:1746128328.908873:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555862656 00000100:00100000:0.0:1746128328.908874:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.908941:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555862784 00000100:00100000:1.0:1746128328.908955:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555862784 00000100:00100000:3.0:1746128328.908969:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30738 00000100:00100000:1.0:1746128328.908975:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30739 00000100:00100000:3.0:1746128328.908976:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1725:x1830947555862656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128328.908981:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555862784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.908989:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.908989:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.909002:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454a3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.909002:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454aa expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.909022:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.909028:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.909030:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.909033:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.909041:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.909045:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.909055:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.909058:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.909169:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.909180:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.909190:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551505408:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.909269:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.909281:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.909290:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:1.0:1746128328.909302:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.909309:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555862656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 334us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.909315:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30738 00000100:00100000:1.0:1746128328.910717:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551505408:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.910718:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128328.910734:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.910742:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128328.910764:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555862784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1783us (1889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.910770:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30739 00000100:00100000:2.0:1746128328.910836:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555862912 00000100:00100000:2.0:1746128328.910841:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555862912 00010000:00010000:2.0:1746128328.910860:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.910972:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15700 00000100:00100000:1.0:1746128328.910979:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555862912:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128328.910988:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128328.911003:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.911012:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.911027:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e614a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964549c expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.911055:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.911057:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.911063:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.911071:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.911091:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.911368:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.911382:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e873b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551505664:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128328.911426:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.912460:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e873b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551505664:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128328.912472:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128328.912508:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555862912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1529us (1791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.912515:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15700 00000100:00100000:0.0:1746128328.912958:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.913039:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555863168 00000100:00100000:1.0:1746128328.913043:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555863168 00002000:00100000:1.0:1746128328.913066:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bf800 x1830947555863168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.913074:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf800 with x1830947555863168 ext(0->4095) 00010000:00010000:1.0:1746128328.913080:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.913090:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.913095:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a3bf800 00000100:00100000:1.0:1746128328.913118:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3306 00000100:00100000:1.0:1746128328.913124:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555863168:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.913220:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555863168:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.913229:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3306 00002000:00100000:1.0:1746128328.913233:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bf800 x1830947555863168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.913240:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf800 with x1830947555863168 ext(0->4095) 00010000:00010000:1.0:1746128328.913244:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.913252:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.913258:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a3bf800 00000100:00100000:1.0:1746128328.914339:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.914529:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555863296 00000100:00100000:2.0:1746128328.914535:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555863296 00010000:00010000:2.0:1746128328.914580:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128328.914603:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15701 00000100:00100000:2.0:1746128328.914609:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555863296:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128328.914619:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128328.914630:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.914638:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.914656:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6158 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454aa expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.914680:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.914682:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128328.914688:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.914695:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128328.914718:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128328.914728:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551505792:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128328.914786:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.916514:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551505792:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128328.916529:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128328.916580:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555863296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1971us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128328.916594:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15701 00000100:00100000:0.0:1746128328.916854:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.916918:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555863552 00000100:00100000:1.0:1746128328.916923:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555863552 00002000:00100000:1.0:1746128328.916961:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bf100 x1830947555863552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.916969:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf100 with x1830947555863552 ext(0->4095) 00002000:00010000:1.0:1746128328.916973:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3bf100 00000100:00100000:1.0:1746128328.917161:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13905 00000100:00100000:1.0:1746128328.917168:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555863552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.917303:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555863552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.917310:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13905 00002000:00100000:1.0:1746128328.917314:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bf100 x1830947555863552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.917322:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf100 with x1830947555863552 ext(0->4095) 00002000:00010000:1.0:1746128328.917324:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3bf100 00000100:00100000:0.0:1746128328.918298:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.918374:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555863680 00000100:00100000:1.0:1746128328.918379:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555863680 00000100:00100000:1.0:1746128328.918415:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30740 00000100:00100000:1.0:1746128328.918421:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555863680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.918430:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.918443:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454b1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.918462:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.918468:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.918469:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.918472:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.918496:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.918506:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.918515:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551505920:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.918599:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.919532:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551505920:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.919575:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.919586:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128328.919613:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555863680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1192us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.919620:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30740 00000100:00100000:0.0:1746128328.919864:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.919969:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555863808 00000100:00100000:3.0:1746128328.919973:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555863808 00010000:00010000:3.0:1746128328.919991:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.920017:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15702 00000100:00100000:3.0:1746128328.920023:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555863808:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.920035:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.920048:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.920057:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.920226:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6151 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454a3 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.920247:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.920248:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.920255:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.920265:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.920286:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.920296:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551506048:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.920776:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.922098:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.922100:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551506048:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.922113:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.922207:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555863808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2183us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.922215:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15702 00000100:00100000:1.0:1746128328.922285:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555864064 00000100:00100000:1.0:1746128328.922290:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555864064 00002000:00100000:1.0:1746128328.922315:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494e00 x1830947555864064/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.922324:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494e00 with x1830947555864064 ext(0->4095) 00002000:00010000:1.0:1746128328.922327:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b494e00 00000100:00100000:1.0:1746128328.922342:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13906 00000100:00100000:1.0:1746128328.922348:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555864064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128328.922450:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555864064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.922455:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13906 00002000:00100000:1.0:1746128328.922460:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494e00 x1830947555864064/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.922466:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494e00 with x1830947555864064 ext(0->4095) 00002000:00010000:1.0:1746128328.922468:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b494e00 00000100:00100000:0.0:1746128328.923405:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.923443:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555864192 00000100:00100000:1.0:1746128328.923447:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555864192 00000100:00100000:1.0:1746128328.923496:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30741 00000100:00100000:1.0:1746128328.923503:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1725:x1830947555864192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.923511:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.923524:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454b8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.923555:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.923559:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.923560:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.923563:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.923580:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.923587:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.923593:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551506176:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.923642:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.925837:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.925940:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551506176:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.925977:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.925996:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:3.0:1746128328.926016:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555864320 00000100:00100000:3.0:1746128328.926021:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555864320 00000100:00100000:1.0:1746128328.926029:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1725:x1830947555864192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2526us (2625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.926036:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30741 00010000:00010000:3.0:1746128328.926042:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.926067:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15703 00000100:00100000:3.0:1746128328.926072:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555864320:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.926082:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.926096:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.926105:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.926122:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e615f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b1 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.926132:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.926134:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.926138:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.926145:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.926165:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.926174:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551506304:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.926227:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:2.0:1746128328.928836:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.929086:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555864448 00000100:00100000:1.0:1746128328.929093:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555864448 00000100:00100000:3.0:1746128328.929312:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551506304:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.929328:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.929371:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555864320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3297us (3538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.929378:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15703 00000100:00100000:2.0:1746128328.929430:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.929665:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30742 00000100:00100000:1.0:1746128328.929672:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555864448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.929685:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.929698:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454bf expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.929721:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.929728:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.929729:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.929732:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.929755:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.929766:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.929780:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551506432:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.929825:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.930090:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555864704 00000100:00100000:3.0:1746128328.930094:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555864704 00002000:00100000:3.0:1746128328.930116:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f67480 x1830947555864704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.930125:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67480 with x1830947555864704 ext(0->4095) 00010000:00010000:3.0:1746128328.930130:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.930140:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128328.930146:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f67480 00000100:00100000:3.0:1746128328.930158:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3307 00000100:00100000:3.0:1746128328.930162:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555864704:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.930266:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555864704:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (836us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.930272:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3307 00002000:00100000:3.0:1746128328.930277:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f67480 x1830947555864704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.930282:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67480 with x1830947555864704 ext(0->4095) 00010000:00010000:3.0:1746128328.930287:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.930294:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128328.930298:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f67480 00000100:00100000:1.0:1746128328.933331:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551506432:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.933360:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.933375:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128328.933410:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555864448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3739us (4579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.933417:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30742 00000100:00100000:0.0:1746128328.934613:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.934653:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.934816:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555864960 00000100:00100000:3.0:1746128328.934822:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555864960 00010000:00010000:3.0:1746128328.934848:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.934881:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15704 00000100:00100000:3.0:1746128328.934887:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555864960:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.934897:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.934912:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.934922:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.934939:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6166 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454b8 expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.934964:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.934965:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.934971:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.934981:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.935005:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.935015:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551506560:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.935083:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.935346:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555864832 00000100:00100000:1.0:1746128328.935349:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555864832 00000100:00100000:1.0:1746128328.935370:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30743 00000100:00100000:1.0:1746128328.935375:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555864832:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.935385:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.935393:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454c6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.935407:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.935413:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.935414:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.935416:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.935439:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.935448:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.935456:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551506688:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.935733:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.936880:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551506560:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.936891:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.936919:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555864960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2033us (2265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.936926:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15704 00000100:00100000:0.0:1746128328.937527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.938299:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555865216 00000100:00100000:1.0:1746128328.938305:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555865216 00002000:00100000:1.0:1746128328.938332:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112300 x1830947555865216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.938341:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947555865216 ext(0->4095) 00010000:00010000:1.0:1746128328.938348:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.938358:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.938364:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112300 00000100:00100000:1.0:1746128328.938385:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3308 00000100:00100000:1.0:1746128328.938391:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555865216:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.938488:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555865216:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (960us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.938497:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3308 00002000:00100000:1.0:1746128328.938501:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112300 x1830947555865216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.938507:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947555865216 ext(0->4095) 00010000:00010000:1.0:1746128328.938511:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.938519:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.938524:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112300 00000100:00100000:1.0:1746128328.941109:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551506688:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.941133:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.941148:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e200, rc 0) 00000100:00100000:1.0:1746128328.941187:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555864832:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5811us (6578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.941195:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30743 00000100:00100000:0.0:1746128328.941701:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128328.941766:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.941782:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555865472 00000100:00100000:3.0:1746128328.941788:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555865472 00010000:00010000:3.0:1746128328.941808:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.941838:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15705 00000100:00100000:3.0:1746128328.941845:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947555865472:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.941854:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.941957:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.941967:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.941986:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e616d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454bf expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.941990:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555865344 00000100:00100000:1.0:1746128328.941993:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555865344 00010000:00010000:3.0:1746128328.942030:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.942032:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.942038:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.942046:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.942070:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.942081:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551506816:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.942133:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.942495:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30744 00000100:00100000:1.0:1746128328.942504:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555865344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.942514:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.942522:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454cd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.942536:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.942566:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.942567:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.942570:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.942587:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.942596:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.942604:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551506944:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.942647:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.946231:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551506816:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.946247:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.946284:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947555865472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4439us (4517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.946293:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15705 00000100:00100000:1.0:1746128328.946874:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551506944:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.947440:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.947455:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:0.0:1746128328.947468:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.947475:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555865344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4974us (5776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.947482:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30744 00000100:00100000:3.0:1746128328.947983:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555865728 00000100:00100000:3.0:1746128328.947990:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555865728 00002000:00100000:3.0:1746128328.948023:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfa680 x1830947555865728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.948038:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfa680 with x1830947555865728 ext(0->4095) 00010000:00010000:3.0:1746128328.948045:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.948055:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128328.948062:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfa680 00000100:00100000:3.0:1746128328.948089:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3309 00000100:00100000:3.0:1746128328.948095:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555865728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128328.948882:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555865728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 786us (1413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.948888:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3309 00002000:00100000:3.0:1746128328.948892:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfa680 x1830947555865728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.948899:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfa680 with x1830947555865728 ext(0->4095) 00010000:00010000:3.0:1746128328.948903:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.948911:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128328.948917:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfa680 00000100:00100000:0.0:1746128328.950864:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.951087:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555865856 00000100:00100000:3.0:1746128328.951094:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555865856 00010000:00010000:3.0:1746128328.951117:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.951138:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15706 00000100:00100000:3.0:1746128328.951143:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555865856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.951152:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.951165:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.951174:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.951191:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6174 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454c6 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.951219:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.951221:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.951227:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.951234:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.951257:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.951271:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551507072:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.952270:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.953522:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551507072:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.953537:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.953599:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555865856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2455us (2739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.953608:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15706 00000100:00100000:0.0:1746128328.954824:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.955101:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555866112 00000100:00100000:3.0:1746128328.955107:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555866112 00002000:00100000:3.0:1746128328.955137:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e84000 x1830947555866112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.955145:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84000 with x1830947555866112 ext(0->4095) 00002000:00010000:3.0:1746128328.955149:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e84000 00000100:00100000:3.0:1746128328.955177:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13907 00000100:00100000:3.0:1746128328.955183:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555866112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.955276:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555866112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128328.955282:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13907 00002000:00100000:3.0:1746128328.955287:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e84000 x1830947555866112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128328.955293:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84000 with x1830947555866112 ext(0->4095) 00002000:00010000:3.0:1746128328.955296:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e84000 00000100:00100000:0.0:1746128328.957379:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.957436:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555866240 00000100:00100000:1.0:1746128328.957443:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555866240 00000100:00100000:1.0:1746128328.957487:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30745 00000100:00100000:1.0:1746128328.957494:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555866240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.957505:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.957519:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454d4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.957571:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.957578:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.957580:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.957583:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.957607:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.957618:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128328.957628:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551507200:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128328.958471:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.960006:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551507200:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.960012:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128328.960029:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.960046:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128328.960078:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555866240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2585us (2704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.960085:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30745 00000100:00100000:3.0:1746128328.960164:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555866368 00000100:00100000:3.0:1746128328.960169:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555866368 00010000:00010000:3.0:1746128328.960187:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.960215:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15707 00000100:00100000:3.0:1746128328.960221:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555866368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.960230:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.960244:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.960253:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.960269:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e617b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454cd expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.960281:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.960283:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.960288:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.960295:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.960316:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.960325:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551507328:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.960373:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.962169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.962215:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555866624 00000100:00100000:1.0:1746128328.962225:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555866624 00002000:00100000:1.0:1746128328.962259:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6d80 x1830947555866624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.962268:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6d80 with x1830947555866624 ext(0->4095) 00002000:00010000:1.0:1746128328.962271:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6d80 00000100:00100000:1.0:1746128328.962299:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13908 00000100:00100000:1.0:1746128328.962306:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555866624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128328.962351:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551507328:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.962363:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.962400:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555866368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2178us (2387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.962406:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15707 00000100:00100000:1.0:1746128328.962479:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555866624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.962485:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13908 00002000:00100000:1.0:1746128328.962490:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6d80 x1830947555866624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.962496:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6d80 with x1830947555866624 ext(0->4095) 00002000:00010000:1.0:1746128328.962499:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6d80 00000100:00100000:2.0:1746128328.963836:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.963883:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.963972:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555866752 00000100:00100000:1.0:1746128328.963978:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555866752 00000100:00100000:3.0:1746128328.963992:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555866880 00000100:00100000:3.0:1746128328.963995:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555866880 00000100:00100000:1.0:1746128328.964254:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30746 00000100:00100000:3.0:1746128328.964259:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30747 00000100:00100000:1.0:1746128328.964261:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1725:x1830947555866752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746128328.964264:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555866880:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.964276:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.964284:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.964289:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454e2 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.964289:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454db expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.964343:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.964350:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.964352:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.964355:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.964369:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.964373:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.964398:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.964401:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.964419:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.964428:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.964438:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551507456:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128328.964439:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.964448:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.964455:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:3.0:1746128328.964501:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128328.964630:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555866752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 368us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.964636:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30746 00000100:00100000:3.0:1746128328.966159:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551507456:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.966180:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.966192:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128328.966239:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555866880:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1974us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.966246:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30747 00000100:00100000:0.0:1746128328.966325:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.966384:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555867008 00000100:00100000:3.0:1746128328.966388:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555867008 00010000:00010000:3.0:1746128328.966405:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.966421:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15708 00000100:00100000:3.0:1746128328.966427:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555867008:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.966436:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.966449:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.966458:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.966476:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6182 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454d4 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.966508:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.966510:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.966516:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.966523:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.966565:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.966575:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.966584:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551507712:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.966620:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.968227:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551507712:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.968239:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.968262:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555867008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1836us (1938us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.968269:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15708 00000100:00100000:0.0:1746128328.969488:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.969980:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555867264 00000100:00100000:1.0:1746128328.969987:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555867264 00002000:00100000:1.0:1746128328.970018:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6f480 x1830947555867264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.970027:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6f480 with x1830947555867264 ext(0->4095) 00010000:00010000:1.0:1746128328.970034:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.970046:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.970051:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6f480 00000100:00100000:1.0:1746128328.970066:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3310 00000100:00100000:1.0:1746128328.970072:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555867264:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128328.970165:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555867264:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128328.970171:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3310 00002000:00100000:1.0:1746128328.970176:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6f480 x1830947555867264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128328.970183:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6f480 with x1830947555867264 ext(0->4095) 00010000:00010000:1.0:1746128328.970187:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128328.970194:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128328.970199:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6f480 00000100:00100000:0.0:1746128328.971874:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.971968:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555867392 00000100:00100000:3.0:1746128328.971975:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555867392 00010000:00010000:3.0:1746128328.971997:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.972193:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15709 00000100:00100000:3.0:1746128328.972200:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947555867392:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.972209:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.972222:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.972231:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.972247:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6189 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e2 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.972260:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.972262:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.972268:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.972275:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.972299:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.972309:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551507840:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.972370:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.973604:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551507840:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.973618:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.973649:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947555867392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1449us (1779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.973656:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15709 00000100:00100000:1.0:1746128328.973811:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.974066:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555867648 00000100:00100000:2.0:1746128328.974070:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555867648 00002000:00100000:2.0:1746128328.974095:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872a00 x1830947555867648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.974104:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872a00 with x1830947555867648 ext(0->4095) 00002000:00010000:2.0:1746128328.974107:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e872a00 00000100:00100000:2.0:1746128328.974121:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13909 00000100:00100000:2.0:1746128328.974126:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555867648:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.974226:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555867648:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.974232:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13909 00002000:00100000:2.0:1746128328.974236:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872a00 x1830947555867648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.974242:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872a00 with x1830947555867648 ext(0->4095) 00002000:00010000:2.0:1746128328.974245:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e872a00 00000100:00100000:0.0:1746128328.975446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.975843:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555867776 00000100:00100000:3.0:1746128328.975848:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555867776 00000100:00100000:3.0:1746128328.975884:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30748 00000100:00100000:3.0:1746128328.975889:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555867776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.975899:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.975912:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454e9 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.975932:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.975939:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.975940:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.975943:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.975977:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.975987:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.975997:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551507968:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.976342:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.978773:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551507968:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.978797:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.978810:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128328.978850:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555867776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2959us (3404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.978858:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30748 00000100:00100000:0.0:1746128328.979032:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.979106:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555867904 00000100:00100000:3.0:1746128328.979111:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555867904 00010000:00010000:3.0:1746128328.979130:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.979148:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15710 00000100:00100000:3.0:1746128328.979154:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555867904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.979163:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.979178:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.979187:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.979204:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6190 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454db expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.979232:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.979233:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.979239:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.979417:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.979441:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.979450:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551508096:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.979633:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.982060:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551508096:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.982080:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.982112:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555867904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2957us (3080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.982121:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15710 00000100:00100000:0.0:1746128328.982398:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.982565:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555868160 00000100:00100000:2.0:1746128328.982571:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555868160 00002000:00100000:2.0:1746128328.982599:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba0e00 x1830947555868160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.982613:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0e00 with x1830947555868160 ext(0->4095) 00002000:00010000:2.0:1746128328.982616:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba0e00 00000100:00100000:2.0:1746128328.983346:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13910 00000100:00100000:2.0:1746128328.983353:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555868160:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128328.983459:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555868160:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1061us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.983466:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13910 00002000:00100000:2.0:1746128328.983471:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba0e00 x1830947555868160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.983617:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0e00 with x1830947555868160 ext(0->4095) 00002000:00010000:2.0:1746128328.983620:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba0e00 00000100:00100000:0.0:1746128328.986005:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.986283:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555868288 00000100:00100000:3.0:1746128328.986291:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555868288 00000100:00100000:3.0:1746128328.986341:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30749 00000100:00100000:3.0:1746128328.986348:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1723:x1830947555868288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.986362:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.986377:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454f0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.986406:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.986412:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.986414:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.986417:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.986443:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.986453:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.986464:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551508224:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128328.987158:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128328.987539:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555868416 00000100:00100000:1.0:1746128328.987571:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555868416 00000100:00100000:1.0:1746128328.987594:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30750 00000100:00100000:1.0:1746128328.987600:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555868416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128328.987608:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128328.987615:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454f7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.987626:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128328.987631:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.987635:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128328.987638:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.987658:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.987669:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128328.987677:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128328.987707:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555868416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128328.987713:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30750 00000100:00100000:3.0:1746128328.987769:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.989451:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551508224:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128328.989469:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.989479:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128328.989505:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555868288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3157us (3506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.989511:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30749 00000100:00100000:0.0:1746128328.989820:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.989885:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555868544 00000100:00100000:3.0:1746128328.989890:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555868544 00010000:00010000:3.0:1746128328.989906:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.990124:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15711 00000100:00100000:3.0:1746128328.990130:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096216680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555868544:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.990139:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.990153:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.990162:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.990178:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6197 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454e9 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.990272:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.990274:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.990280:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.990287:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.990314:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.990323:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.990334:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551508480:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.990484:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128328.992104:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551508480:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.992116:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.992154:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096216680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555868544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2023us (2333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.992162:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15711 00000100:00100000:0.0:1746128328.992326:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128328.992397:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555868800 00000100:00100000:2.0:1746128328.992402:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555868800 00002000:00100000:2.0:1746128328.992429:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096216a00 x1830947555868800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.992438:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096216a00 with x1830947555868800 ext(0->4095) 00010000:00010000:2.0:1746128328.992445:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.992455:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128328.992461:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096216a00 00000100:00100000:2.0:1746128328.992489:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3311 00000100:00100000:2.0:1746128328.992496:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555868800:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128328.992615:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555868800:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.992621:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3311 00002000:00100000:2.0:1746128328.992625:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096216a00 x1830947555868800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.992745:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096216a00 with x1830947555868800 ext(0->4095) 00010000:00010000:2.0:1746128328.992750:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128328.992758:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128328.992764:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096216a00 00000100:00100000:0.0:1746128328.993990:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.994061:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555868928 00000100:00100000:3.0:1746128328.994066:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555868928 00010000:00010000:3.0:1746128328.994083:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.994102:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15712 00000100:00100000:3.0:1746128328.994107:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555868928:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128328.994116:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128328.994127:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.994135:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.994152:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e619e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f0 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128328.994164:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.994167:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128328.994172:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.994178:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.994201:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128328.994210:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551508608:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128328.994394:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128328.996839:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.996915:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551508608:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128328.996931:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128328.996977:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555868928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2868us (2988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128328.996986:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15712 00000100:00100000:2.0:1746128328.997006:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555869184 00000100:00100000:2.0:1746128328.997011:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555869184 00002000:00100000:2.0:1746128328.997037:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096215f80 x1830947555869184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/0 e 0 to 0 dl 1746128339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.997044:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215f80 with x1830947555869184 ext(0->4095) 00002000:00010000:2.0:1746128328.997048:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096215f80 00000100:00100000:2.0:1746128328.997072:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13911 00000100:00100000:2.0:1746128328.997078:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947555869184:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128328.997517:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947555869184:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 437us (681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128328.997524:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13911 00002000:00100000:2.0:1746128328.997528:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096215f80 x1830947555869184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746128339 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128328.997534:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096215f80 with x1830947555869184 ext(0->4095) 00002000:00010000:2.0:1746128328.997537:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096215f80 00000100:00100000:0.0:1746128328.998912:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128328.998965:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555869312 00000100:00100000:3.0:1746128328.998970:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555869312 00000100:00100000:3.0:1746128328.999009:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30751 00000100:00100000:3.0:1746128328.999016:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555869312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128328.999026:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128328.999038:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96454fe expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.999059:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.999068:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.999070:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128328.999073:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.999094:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128328.999103:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128328.999112:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551508736:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128328.999179:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.002143:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.002229:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555869440 00000100:00100000:2.0:1746128329.002236:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555869440 00010000:00010000:2.0:1746128329.002267:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.002297:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15713 00000100:00100000:2.0:1746128329.002303:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555869440:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.002312:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.002325:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.002335:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.002353:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.002355:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.002361:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.002368:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.002398:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.002408:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551508864:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.002459:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72e40 going to sleep for 11 seconds 00010000:00010000:3.0:1746128329.002588:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e61a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454f7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.002603:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551508736:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.002620:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.002627:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128329.002649:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555869312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3633us (3741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.002655:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30751 00000100:00080000:0.0:1746128329.002857:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128329.003974:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.004022:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551508864:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.004033:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.004041:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555869696 00000100:00100000:3.0:1746128329.004045:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555869696 00000100:00100000:2.0:1746128329.004055:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555869440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1752us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.004061:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15713 00002000:00100000:3.0:1746128329.004085:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096172a00 x1830947555869696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.004093:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172a00 with x1830947555869696 ext(0->4095) 00002000:00010000:3.0:1746128329.004097:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096172a00 00000100:00100000:3.0:1746128329.004109:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13912 00000100:00100000:3.0:1746128329.004114:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555869696:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00080000:1.0:1746128329.004272:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128329.004342:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555869696:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 227us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.004349:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13912 00002000:00100000:3.0:1746128329.004353:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096172a00 x1830947555869696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.004360:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172a00 with x1830947555869696 ext(0->4095) 00002000:00010000:3.0:1746128329.004362:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096172a00 00000100:00100000:0.0:1746128329.005881:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.005939:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555869824 00000100:00100000:3.0:1746128329.005954:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555869824 00000100:00100000:3.0:1746128329.005995:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30752 00000100:00100000:3.0:1746128329.006002:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1725:x1830947555869824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.006016:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.006029:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645505 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.006048:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.006059:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.006060:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.006063:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.006085:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.006094:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.006104:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551508992:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.006173:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.007332:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.007402:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555869952 00000100:00100000:2.0:1746128329.007407:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555869952 00000100:00100000:2.0:1746128329.007443:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30753 00000100:00100000:2.0:1746128329.007449:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555869952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.007458:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.007467:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964550c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.007481:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.007485:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.007490:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.007493:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.007517:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.007526:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.007534:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128329.007582:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1723:x1830947555869952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.007588:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30753 00000100:00100000:3.0:1746128329.008010:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551508992:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.008024:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.008031:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:3.0:1746128329.008050:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555869824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2049us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.008055:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30752 00000100:00100000:0.0:1746128329.009606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.009996:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555870080 00000100:00100000:2.0:1746128329.010003:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555870080 00010000:00010000:2.0:1746128329.010028:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.010066:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15714 00000100:00100000:2.0:1746128329.010073:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555870080:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.010082:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.010099:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.010109:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.010126:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96454fe expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.010154:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.010156:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.010162:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.010168:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.010193:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.010203:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.010213:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551509248:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.010273:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.011578:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551509248:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.011591:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.011615:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555870080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1543us (2013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.011623:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15714 00000100:00100000:0.0:1746128329.012255:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.012328:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555870336 00000100:00100000:3.0:1746128329.012333:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555870336 00002000:00100000:3.0:1746128329.012360:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134380 x1830947555870336/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.012374:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134380 with x1830947555870336 ext(0->4095) 00010000:00010000:3.0:1746128329.012379:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.012389:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.012394:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c134380 00000100:00100000:3.0:1746128329.012921:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3312 00000100:00100000:3.0:1746128329.012928:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555870336:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.013042:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555870336:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (787us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.013048:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3312 00002000:00100000:3.0:1746128329.013053:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134380 x1830947555870336/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.013059:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134380 with x1830947555870336 ext(0->4095) 00010000:00010000:3.0:1746128329.013064:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.013072:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.013077:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c134380 00000100:00100000:0.0:1746128329.014752:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.014840:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555870464 00000100:00100000:3.0:1746128329.014846:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555870464 00000100:00100000:3.0:1746128329.014886:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30754 00000100:00100000:3.0:1746128329.014892:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555870464:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.014907:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.014920:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645513 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.014940:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.014958:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.014963:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128329.014966:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.014992:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.015003:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.015011:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128329.015039:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555870464:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.015044:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30754 00000100:00100000:0.0:1746128329.015860:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.016103:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555870592 00000100:00100000:2.0:1746128329.016109:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555870592 00010000:00010000:2.0:1746128329.016128:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.016589:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15715 00000100:00100000:2.0:1746128329.016597:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555870592:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.016606:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.016621:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.016631:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.016646:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e61b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645505 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.016670:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.016671:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.016676:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.016683:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.016702:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.016711:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.016724:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551509504:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.016777:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.018226:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551509504:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.018242:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.018445:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555870592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1848us (2585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.018453:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15715 00000100:00100000:0.0:1746128329.019484:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.019523:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555870848 00000100:00100000:1.0:1746128329.019528:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555870848 00002000:00100000:1.0:1746128329.019583:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd89880 x1830947555870848/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.019631:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd89880 with x1830947555870848 ext(0->4095) 00010000:00010000:1.0:1746128329.019639:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.019651:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.019657:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd89880 00000100:00100000:1.0:1746128329.019677:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3313 00000100:00100000:1.0:1746128329.019684:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555870848:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.019779:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555870848:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.019788:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3313 00002000:00100000:1.0:1746128329.019793:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd89880 x1830947555870848/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.019800:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd89880 with x1830947555870848 ext(0->4095) 00010000:00010000:1.0:1746128329.019804:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.019811:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.019816:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd89880 00000100:00100000:0.0:1746128329.021114:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.021179:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.021249:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555871104 00000100:00100000:2.0:1746128329.021254:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555871104 00010000:00010000:2.0:1746128329.021282:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.021309:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15716 00000100:00100000:2.0:1746128329.021314:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555871104:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.021327:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.021340:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.021349:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.021366:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e61ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964550c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.021385:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.021387:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.021393:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.021400:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.021425:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.021435:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551509632:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.021471:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555870976 00000100:00100000:3.0:1746128329.021475:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555870976 00000100:00100000:2.0:1746128329.021495:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.021496:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30755 00000100:00100000:3.0:1746128329.021500:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555870976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.021508:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.021516:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964551a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.021530:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.021536:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.021537:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.021559:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 7 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.021576:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.021585:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.021592:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551509760:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.021628:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.025827:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551509760:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.025850:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 7 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.025862:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128329.025910:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555870976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4409us (4731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.025921:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30755 00000100:00100000:0.0:1746128329.026242:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.026270:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555871360 00000100:00100000:0.0:1746128329.026275:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555871360 00002000:00100000:0.0:1746128329.026300:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12d80 x1830947555871360/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.026308:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12d80 with x1830947555871360 ext(0->4095) 00010000:00010000:0.0:1746128329.026314:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.026325:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.026330:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce12d80 00000100:00100000:0.0:1746128329.026344:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3314 00000100:00100000:0.0:1746128329.026350:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555871360:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128329.026441:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555871360:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128329.026446:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3314 00002000:00100000:0.0:1746128329.026451:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12d80 x1830947555871360/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.026457:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12d80 with x1830947555871360 ext(0->4095) 00010000:00010000:0.0:1746128329.026460:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.026468:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.026473:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce12d80 00000100:00100000:2.0:1746128329.028476:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551509632:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.028492:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.028526:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555871104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7211us (7416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.028535:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15716 00000100:00100000:0.0:1746128329.031178:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.031257:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555871488 00000100:00100000:2.0:1746128329.031266:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555871488 00010000:00010000:2.0:1746128329.031291:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.031748:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15717 00000100:00100000:2.0:1746128329.031755:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555871488:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.031766:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.031782:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.031796:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.031973:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e61c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645513 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.031996:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.031997:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.032003:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.032009:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.032034:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.032043:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551509888:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.032188:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.034740:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551509888:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.034761:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.034860:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555871488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3104us (3688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.034870:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15717 00000100:00100000:0.0:1746128329.035583:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.035638:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555871744 00000100:00100000:3.0:1746128329.035645:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555871744 00002000:00100000:3.0:1746128329.035677:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fad80 x1830947555871744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.035685:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fad80 with x1830947555871744 ext(0->4095) 00002000:00010000:3.0:1746128329.035688:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fad80 00000100:00100000:3.0:1746128329.035703:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13913 00000100:00100000:3.0:1746128329.035710:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555871744:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.035822:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555871744:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.035828:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13913 00002000:00100000:3.0:1746128329.035832:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fad80 x1830947555871744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.035839:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fad80 with x1830947555871744 ext(0->4095) 00002000:00010000:3.0:1746128329.035841:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fad80 00000100:00100000:0.0:1746128329.038404:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.038468:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555871872 00000100:00100000:3.0:1746128329.038475:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555871872 00000100:00100000:0.0:1746128329.038567:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30756 00000100:00100000:0.0:1746128329.038576:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555871872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128329.038588:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128329.038602:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645521 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.038624:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.038631:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128329.038632:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128329.038636:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.038660:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.038669:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746128329.038679:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551510016:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128329.038748:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.042319:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551510016:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.042347:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.042363:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b400, rc 0) 00000100:00100000:2.0:1746128329.042415:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555871872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3839us (4015us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.042423:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30756 00000100:00100000:0.0:1746128329.042603:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.043028:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555872000 00000100:00100000:2.0:1746128329.043034:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555872000 00010000:00010000:2.0:1746128329.043056:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.043145:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15718 00000100:00100000:2.0:1746128329.043153:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555872000:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.043163:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.043178:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.043188:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.043206:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e61c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964551a expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.043491:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.043493:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.043499:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.043507:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.043531:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.043559:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551510144:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.043976:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.045366:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551510144:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.045383:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.045425:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555872000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2272us (2822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.045434:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15718 00000100:00100000:0.0:1746128329.045579:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.045632:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.045681:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555872128 00000100:00100000:2.0:1746128329.045686:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555872128 00000100:00100000:2.0:1746128329.045714:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30757 00000100:00100000:2.0:1746128329.045719:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1723:x1830947555872128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.045732:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.045742:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645528 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.045765:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.045772:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.045774:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.045777:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.045795:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.045806:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.045816:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551510272:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.045864:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.046275:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555872384 00000100:00100000:3.0:1746128329.046279:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555872384 00002000:00100000:3.0:1746128329.046300:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121880 x1830947555872384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.046307:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121880 with x1830947555872384 ext(0->4095) 00010000:00010000:3.0:1746128329.046312:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.046320:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.046325:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c121880 00000100:00100000:3.0:1746128329.046335:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3315 00000100:00100000:3.0:1746128329.046339:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555872384:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.046434:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555872384:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (802us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.046440:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3315 00002000:00100000:3.0:1746128329.046445:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121880 x1830947555872384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.046452:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121880 with x1830947555872384 ext(0->4095) 00010000:00010000:3.0:1746128329.046456:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.046464:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.046469:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c121880 00000100:00100000:0.0:1746128329.047890:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.047966:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555872512 00000100:00100000:3.0:1746128329.047971:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555872512 00000100:00100000:3.0:1746128329.048003:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30758 00000100:00100000:3.0:1746128329.048007:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555872512:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.048017:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.048026:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964552f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.048040:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.048044:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.048049:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.048052:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.048071:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.048080:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.048087:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128329.048108:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555872512:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.048114:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30758 00000100:00100000:2.0:1746128329.048275:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551510272:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.048290:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.048298:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128329.048314:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555872128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2595us (2735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.048319:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30757 00000100:00100000:0.0:1746128329.048435:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.048593:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555872640 00000100:00100000:3.0:1746128329.048596:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555872640 00010000:00010000:3.0:1746128329.048610:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.048640:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15719 00000100:00100000:3.0:1746128329.048645:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555872640:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.048654:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.048665:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.048673:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.048688:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e61cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645521 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.048709:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.048711:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.048716:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.048721:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.048736:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.048744:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.048753:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551510528:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.048798:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.051699:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.051800:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551510528:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.051817:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.051849:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555872640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3204us (3414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.051857:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15719 00000100:00100000:1.0:1746128329.051861:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555872896 00000100:00100000:1.0:1746128329.051868:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555872896 00002000:00100000:1.0:1746128329.051895:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90000 x1830947555872896/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.051903:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90000 with x1830947555872896 ext(0->4095) 00010000:00010000:1.0:1746128329.051910:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.051920:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.051926:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee90000 00000100:00100000:1.0:1746128329.051941:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3316 00000100:00100000:1.0:1746128329.051956:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555872896:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.052071:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555872896:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.052077:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3316 00002000:00100000:1.0:1746128329.052082:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90000 x1830947555872896/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.052088:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90000 with x1830947555872896 ext(0->4095) 00010000:00010000:1.0:1746128329.052092:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.052100:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.052105:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee90000 00000100:00100000:0.0:1746128329.055391:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.056778:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555873024 00000100:00100000:3.0:1746128329.056786:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555873024 00010000:00010000:3.0:1746128329.056814:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.056846:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15720 00000100:00100000:3.0:1746128329.056852:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947555873024:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.056862:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.056877:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.056887:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.056904:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e61d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645528 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.056917:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.056919:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.056924:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.056931:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.056964:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.056973:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551510656:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.057251:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.058265:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551510656:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.058280:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.058301:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947555873024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1449us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.058308:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15720 00000100:00100000:0.0:1746128329.060216:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.060305:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555873280 00000100:00100000:1.0:1746128329.060312:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555873280 00002000:00100000:1.0:1746128329.060344:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93b80 x1830947555873280/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.060353:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93b80 with x1830947555873280 ext(0->4095) 00002000:00010000:1.0:1746128329.060357:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee93b80 00000100:00100000:1.0:1746128329.060381:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13914 00000100:00100000:1.0:1746128329.060386:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947555873280:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128329.060490:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947555873280:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.060495:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13914 00002000:00100000:1.0:1746128329.060500:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93b80 x1830947555873280/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.060507:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93b80 with x1830947555873280 ext(0->4095) 00002000:00010000:1.0:1746128329.060509:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee93b80 00000100:00100000:0.0:1746128329.062018:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.062101:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555873408 00000100:00100000:2.0:1746128329.062107:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555873408 00000100:00100000:2.0:1746128329.062142:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30759 00000100:00100000:2.0:1746128329.062148:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555873408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.062157:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.062170:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645536 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.062194:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.062201:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.062203:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.062206:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.062227:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.062238:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.062248:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551510784:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.062317:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.064753:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551510784:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.064775:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.064788:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128329.064833:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555873408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2684us (2816us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.064840:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30759 00000100:00100000:0.0:1746128329.064923:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.065052:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555873536 00000100:00100000:3.0:1746128329.065059:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555873536 00010000:00010000:3.0:1746128329.065074:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.065103:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15721 00000100:00100000:3.0:1746128329.065109:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555873536:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.065119:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.065132:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.065368:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.065388:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e61dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964552f expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.065412:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.065413:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.065419:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.065426:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.065448:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.065457:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551510912:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.065663:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.068905:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551510912:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128329.068911:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128329.068922:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.068970:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555873536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3860us (4047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.068972:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555873792 00000100:00100000:2.0:1746128329.068978:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555873792 00000100:00100000:3.0:1746128329.068979:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15721 00002000:00100000:2.0:1746128329.069009:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101880 x1830947555873792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.069017:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101880 with x1830947555873792 ext(0->4095) 00002000:00010000:2.0:1746128329.069021:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f101880 00000100:00100000:2.0:1746128329.069047:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13915 00000100:00100000:2.0:1746128329.069053:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555873792:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.069167:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555873792:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.069172:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13915 00002000:00100000:2.0:1746128329.069177:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101880 x1830947555873792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.069183:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101880 with x1830947555873792 ext(0->4095) 00002000:00010000:2.0:1746128329.069185:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f101880 00000100:00100000:0.0:1746128329.070164:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.070219:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555873920 00000100:00100000:2.0:1746128329.070229:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555873920 00000100:00100000:2.0:1746128329.070349:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30760 00000100:00100000:2.0:1746128329.070355:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1723:x1830947555873920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.070419:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.070433:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964553d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.070454:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.070465:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.070466:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.070469:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.070488:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.070497:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.070506:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551511040:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128329.070981:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.071005:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555874048 00000100:00100000:1.0:1746128329.071009:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555874048 00000100:00100000:1.0:1746128329.071039:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30761 00000100:00100000:1.0:1746128329.071044:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555874048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.071051:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.071057:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645544 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.071068:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.071071:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.071076:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.071079:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.071082:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72900 going to sleep for 11 seconds 00010000:00010000:1.0:1746128329.071096:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.071104:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.071117:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128329.071134:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555874048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.071138:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30761 00000100:00100000:2.0:1746128329.072301:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551511040:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.072319:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.072334:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128329.072356:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555873920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2001us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.072362:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30760 00000100:00100000:0.0:1746128329.072527:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.072608:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555874176 00000100:00100000:3.0:1746128329.072613:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555874176 00010000:00010000:3.0:1746128329.072632:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.072658:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15722 00000100:00100000:3.0:1746128329.072663:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555874176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.072674:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.072690:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.072698:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.072715:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e61e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645536 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.072727:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.072729:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.072734:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.072740:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.072759:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.072768:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.072777:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551511296:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.072828:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.074337:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551511296:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.074351:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.074384:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555874176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1720us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.074391:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15722 00000100:00100000:0.0:1746128329.074511:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.074720:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555874432 00000100:00100000:1.0:1746128329.074725:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555874432 00002000:00100000:1.0:1746128329.074748:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c1c00 x1830947555874432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.074757:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c1c00 with x1830947555874432 ext(0->4095) 00010000:00010000:1.0:1746128329.074762:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.074772:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.074778:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979c1c00 00000100:00100000:1.0:1746128329.074798:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3317 00000100:00100000:1.0:1746128329.074803:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555874432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.074884:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555874432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.074888:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3317 00002000:00100000:1.0:1746128329.074892:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c1c00 x1830947555874432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.074898:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c1c00 with x1830947555874432 ext(0->4095) 00010000:00010000:1.0:1746128329.074902:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.074909:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.074915:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979c1c00 00000100:00100000:0.0:1746128329.078372:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.082176:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555874560 00000100:00100000:3.0:1746128329.082185:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555874560 00010000:00010000:3.0:1746128329.082218:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.082253:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15723 00000100:00100000:3.0:1746128329.082259:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555874560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.082270:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.082285:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.082295:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.082313:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e61eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964553d expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.082340:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.082342:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.082347:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.082354:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.082380:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.082390:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551511424:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.082468:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.084023:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551511424:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.084036:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.084067:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555874560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1807us (5702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.084074:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15723 00000100:00100000:0.0:1746128329.084464:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.084578:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555874816 00000100:00100000:2.0:1746128329.084583:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555874816 00002000:00100000:2.0:1746128329.084609:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa4e00 x1830947555874816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.084622:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4e00 with x1830947555874816 ext(0->4095) 00002000:00010000:2.0:1746128329.084626:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa4e00 00000100:00100000:2.0:1746128329.084640:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13916 00000100:00100000:2.0:1746128329.084645:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555874816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.084736:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555874816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.084742:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13916 00002000:00100000:2.0:1746128329.084747:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa4e00 x1830947555874816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.084753:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4e00 with x1830947555874816 ext(0->4095) 00002000:00010000:2.0:1746128329.084756:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa4e00 00000100:00100000:1.0:1746128329.086776:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.087229:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555874944 00000100:00100000:2.0:1746128329.087236:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555874944 00000100:00100000:2.0:1746128329.087327:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30762 00000100:00100000:2.0:1746128329.087335:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555874944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.087348:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.087362:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964554b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.087384:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.087391:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.087393:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.087397:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.087421:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.087431:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.087442:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551511552:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.087825:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.089886:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551511552:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128329.089912:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.089926:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ee00, rc 0) 00000100:00100000:0.0:1746128329.089989:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555874944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2653us (3217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128329.089997:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30762 00000100:00100000:0.0:1746128329.090107:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.090182:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555875072 00000100:00100000:3.0:1746128329.090188:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555875072 00010000:00010000:3.0:1746128329.090208:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.090239:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15724 00000100:00100000:3.0:1746128329.090245:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555875072:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.090256:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.090270:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.090279:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.090296:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e61f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645544 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.090317:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.090319:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.090325:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.090332:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.091051:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.091065:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551511680:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.091126:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.093210:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551511680:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128329.093210:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128329.093223:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.093250:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947555875072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3004us (3143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.093258:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15724 00000100:00100000:2.0:1746128329.093288:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555875328 00000100:00100000:2.0:1746128329.093294:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555875328 00002000:00100000:2.0:1746128329.093321:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f105500 x1830947555875328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.093331:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105500 with x1830947555875328 ext(0->4095) 00002000:00010000:2.0:1746128329.093334:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105500 00000100:00100000:2.0:1746128329.093362:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13917 00000100:00100000:2.0:1746128329.093368:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555875328:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.093536:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555875328:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.093564:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13917 00002000:00100000:2.0:1746128329.093570:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f105500 x1830947555875328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.093577:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105500 with x1830947555875328 ext(0->4095) 00002000:00010000:2.0:1746128329.093581:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105500 00000100:00100000:0.0:1746128329.095093:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.095175:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555875456 00000100:00100000:2.0:1746128329.095181:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555875456 00000100:00100000:2.0:1746128329.095214:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30763 00000100:00100000:2.0:1746128329.095220:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1723:x1830947555875456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.095230:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.095242:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645552 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.095263:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.095270:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.095271:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.095274:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.095296:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.095305:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.095315:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551511808:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.095373:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.095524:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.095723:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555875584 00000100:00100000:3.0:1746128329.095728:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555875584 00000100:00100000:3.0:1746128329.095756:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30764 00000100:00100000:3.0:1746128329.095761:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1725:x1830947555875584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.095767:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.095773:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645559 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.095788:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.095791:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.095796:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.095798:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.095815:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.095824:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.095831:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128329.095853:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1725:x1830947555875584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.095858:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30764 00000100:00100000:0.0:1746128329.099377:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.099438:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555875712 00000100:00100000:3.0:1746128329.099446:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555875712 00000100:00100000:2.0:1746128329.099467:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551511808:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.099471:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.099489:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.099502:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128329.099573:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555875456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4352us (4481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.099579:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30763 00000100:00100000:3.0:1746128329.099650:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15725 00000100:00100000:3.0:1746128329.099660:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555875712:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.099719:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.099737:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.099747:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.099765:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e61f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964554b expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.099785:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.099787:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.099793:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.099800:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.099824:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.099859:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.100057:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551512064:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.100463:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.101890:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551512064:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.101903:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.102014:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555875712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2353us (2641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.102025:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15725 00000100:00100000:0.0:1746128329.102138:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.102212:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555875968 00000100:00100000:3.0:1746128329.102217:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555875968 00002000:00100000:3.0:1746128329.102241:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7e300 x1830947555875968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.102250:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7e300 with x1830947555875968 ext(0->4095) 00010000:00010000:3.0:1746128329.102256:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.102266:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.102272:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7e300 00000100:00100000:3.0:1746128329.102301:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3318 00000100:00100000:3.0:1746128329.102307:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555875968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.102417:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555875968:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.102422:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3318 00002000:00100000:3.0:1746128329.102427:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7e300 x1830947555875968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.102434:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7e300 with x1830947555875968 ext(0->4095) 00010000:00010000:3.0:1746128329.102438:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.102451:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.102456:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7e300 00000100:00100000:0.0:1746128329.104046:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.104094:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555876096 00000100:00100000:3.0:1746128329.104098:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555876096 00010000:00010000:3.0:1746128329.104115:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.104141:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15726 00000100:00100000:3.0:1746128329.104146:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555876096:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.104155:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.104167:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.104176:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.104191:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6200 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645552 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.104215:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.104217:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.104222:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.104234:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.104257:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.104267:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551512192:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.104323:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.105539:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.105608:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555876352 00000100:00100000:2.0:1746128329.105614:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555876352 00002000:00100000:2.0:1746128329.105638:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7f480 x1830947555876352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128329.105640:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551512192:192.168.202.33@tcp:105: 00002000:00100000:2.0:1746128329.105645:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7f480 with x1830947555876352 ext(0->4095) 00002000:00010000:2.0:1746128329.105648:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7f480 00010000:00010000:3.0:1746128329.105650:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.105702:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555876096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1555us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.105709:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15726 00000100:00100000:2.0:1746128329.105795:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13918 00000100:00100000:2.0:1746128329.105802:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947555876352:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128329.105894:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947555876352:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.105900:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13918 00002000:00100000:2.0:1746128329.105905:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7f480 x1830947555876352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.105911:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7f480 with x1830947555876352 ext(0->4095) 00002000:00010000:2.0:1746128329.105913:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7f480 00000100:00100000:0.0:1746128329.107097:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.107245:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555876480 00000100:00100000:2.0:1746128329.107249:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555876480 00000100:00100000:2.0:1746128329.107281:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30765 00000100:00100000:2.0:1746128329.107287:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555876480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.107297:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.107308:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645560 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.107327:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.107333:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.107335:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.107338:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.107358:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.107367:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.107377:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551512320:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.107442:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.108733:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551512320:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.108752:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.108762:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ee00, rc 0) 00000100:00100000:2.0:1746128329.108788:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555876480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1500us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.108798:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30765 00000100:00100000:0.0:1746128329.109292:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.109407:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555876608 00000100:00100000:3.0:1746128329.109412:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555876608 00010000:00010000:3.0:1746128329.109431:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.109463:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15727 00000100:00100000:3.0:1746128329.109468:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555876608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.109477:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.109493:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.109506:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.109526:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6207 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645559 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.109580:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.109581:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.109587:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.109593:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.109648:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.109659:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551512448:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.109709:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.110821:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551512448:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.110833:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.110866:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947555876608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1397us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.110872:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15727 00000100:00100000:0.0:1746128329.111081:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.111146:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555876864 00000100:00100000:1.0:1746128329.111151:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555876864 00002000:00100000:1.0:1746128329.111175:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628b100 x1830947555876864/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.111184:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628b100 with x1830947555876864 ext(0->4095) 00002000:00010000:1.0:1746128329.111188:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009628b100 00000100:00100000:1.0:1746128329.111212:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13919 00000100:00100000:1.0:1746128329.111451:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555876864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.111566:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555876864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 348us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.111573:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13919 00002000:00100000:1.0:1746128329.111578:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628b100 x1830947555876864/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.111585:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628b100 with x1830947555876864 ext(0->4095) 00002000:00010000:1.0:1746128329.111611:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009628b100 00000100:00100000:0.0:1746128329.112772:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.112822:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555876992 00000100:00100000:2.0:1746128329.112826:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555876992 00000100:00100000:2.0:1746128329.112851:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30766 00000100:00100000:2.0:1746128329.112855:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:1725:x1830947555876992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.112862:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.112871:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645567 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.112886:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.112890:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.112891:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.112893:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.112908:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.112914:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.112921:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551512576:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.113015:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.115026:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551512576:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.115050:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.115062:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128329.115090:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1725:x1830947555876992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2234us (2318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.115097:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30766 00000100:00100000:0.0:1746128329.115890:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.115939:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555877120 00000100:00100000:3.0:1746128329.115956:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555877120 00010000:00010000:3.0:1746128329.115976:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.116004:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15728 00000100:00100000:3.0:1746128329.116010:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555877120:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.116020:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746128329.116184:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128329.116243:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.116255:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.116271:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e620e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645560 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.116330:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555877248 00000100:00100000:2.0:1746128329.116333:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555877248 00000100:00100000:2.0:1746128329.116359:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30767 00000100:00100000:2.0:1746128329.116364:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555877248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.116375:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.116383:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964556e expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.116394:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.116398:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.116585:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.116589:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.116690:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.116692:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.116698:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.116705:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.116727:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.116736:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.116749:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551512704:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.116802:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800838720c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746128329.116843:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.116851:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.116863:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551512832:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.116884:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.118165:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551512832:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.118169:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551512704:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.118177:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128329.118181:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.118189:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:3.0:1746128329.118198:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555877120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2189us (2309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.118201:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555877248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1837us (2018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.118205:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15728 00000100:00100000:2.0:1746128329.118205:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30767 00000100:00100000:0.0:1746128329.119119:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.119215:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555877504 00000100:00100000:1.0:1746128329.119220:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555877504 00002000:00100000:1.0:1746128329.119242:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795bb80 x1830947555877504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.119251:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795bb80 with x1830947555877504 ext(0->4095) 00010000:00010000:1.0:1746128329.119256:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.119266:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.119271:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795bb80 00000100:00100000:1.0:1746128329.119295:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3319 00000100:00100000:1.0:1746128329.119301:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555877504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.119511:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947555877504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 210us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.119517:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3319 00002000:00100000:1.0:1746128329.119522:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795bb80 x1830947555877504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.119532:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795bb80 with x1830947555877504 ext(0->4095) 00010000:00010000:1.0:1746128329.119536:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.119570:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.119576:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795bb80 00000100:00100000:0.0:1746128329.121292:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.121341:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555877760 00000100:00100000:2.0:1746128329.121346:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555877760 00000100:00100000:2.0:1746128329.121383:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30768 00000100:00100000:2.0:1746128329.121389:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555877760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.121399:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.121411:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645575 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.121428:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.121433:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.121438:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128329.121440:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.121473:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.121483:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.121491:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:0.0:1746128329.121503:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.121517:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555877760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.121526:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30768 00000100:00100000:3.0:1746128329.121838:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555877632 00000100:00100000:3.0:1746128329.121842:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555877632 00010000:00010000:2.0:1746128329.121871:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.121889:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15729 00000100:00100000:2.0:1746128329.121894:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947555877632:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.121902:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.121915:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.121924:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.121938:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6215 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645567 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.121976:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.121977:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.121983:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.121989:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.122007:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.122395:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.122405:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513088:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.122574:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.123703:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513088:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.123717:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.123749:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555877632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1855us (2246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.123756:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15729 00000100:00100000:0.0:1746128329.124090:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.124137:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555878016 00000100:00100000:3.0:1746128329.124141:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555878016 00002000:00100000:3.0:1746128329.124164:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959500 x1830947555878016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.124172:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959500 with x1830947555878016 ext(0->4095) 00010000:00010000:3.0:1746128329.124177:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.124186:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.124191:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087959500 00000100:00100000:3.0:1746128329.124216:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3320 00000100:00100000:3.0:1746128329.124222:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555878016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.124319:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555878016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (229us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.124326:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3320 00002000:00100000:3.0:1746128329.124331:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959500 x1830947555878016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.124337:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959500 with x1830947555878016 ext(0->4095) 00010000:00010000:3.0:1746128329.124341:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.124350:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.124356:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087959500 00000100:00100000:0.0:1746128329.126265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.126527:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.126628:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555878272 00000100:00100000:2.0:1746128329.126635:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555878272 00010000:00010000:2.0:1746128329.126658:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.126688:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15730 00000100:00100000:2.0:1746128329.126694:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947555878272:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.126703:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.126717:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.126727:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.126745:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e621c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964556e expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.126758:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.126760:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.126766:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.126773:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.126797:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.126806:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513216:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.126861:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.127106:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555878144 00000100:00100000:1.0:1746128329.127111:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555878144 00000100:00100000:1.0:1746128329.127143:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30769 00000100:00100000:1.0:1746128329.127149:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555878144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.127159:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.127168:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964557c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.127182:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.127187:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.127189:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.127191:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.127208:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.127231:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.127328:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551513344:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.127400:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.128751:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513216:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.128766:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.128792:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947555878272:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2097us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.128800:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15730 00000100:00100000:0.0:1746128329.128887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.129026:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551513344:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.129044:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.129055:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128329.129076:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555878144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1927us (2816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.129081:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30769 00000100:00100000:3.0:1746128329.129174:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555878528 00000100:00100000:3.0:1746128329.129179:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555878528 00002000:00100000:3.0:1746128329.129202:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc05180 x1830947555878528/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.129209:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05180 with x1830947555878528 ext(0->4095) 00010000:00010000:3.0:1746128329.129215:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.129224:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.129229:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc05180 00000100:00100000:3.0:1746128329.129243:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3321 00000100:00100000:3.0:1746128329.129248:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555878528:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.129339:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555878528:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.129344:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3321 00002000:00100000:3.0:1746128329.129349:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc05180 x1830947555878528/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.129354:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05180 with x1830947555878528 ext(0->4095) 00010000:00010000:3.0:1746128329.129358:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.129366:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.129371:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc05180 00000100:00100000:0.0:1746128329.131529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.131595:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555878656 00000100:00100000:2.0:1746128329.131601:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555878656 00010000:00010000:2.0:1746128329.131626:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.131656:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15731 00000100:00100000:2.0:1746128329.131662:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555878656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.131672:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.131686:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.131696:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.131714:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6223 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645575 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.131738:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.131740:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.131745:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.131753:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.131776:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.131786:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513472:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.131851:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.133860:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.134030:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555878912 00000100:00100000:1.0:1746128329.134037:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555878912 00002000:00100000:1.0:1746128329.134067:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7800 x1830947555878912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.134075:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7800 with x1830947555878912 ext(0->4095) 00002000:00010000:1.0:1746128329.134079:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e7800 00000100:00100000:1.0:1746128329.134104:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13920 00000100:00100000:1.0:1746128329.134110:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555878912:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.134204:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555878912:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.134213:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13920 00002000:00100000:1.0:1746128329.134218:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7800 x1830947555878912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.134224:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7800 with x1830947555878912 ext(0->4095) 00002000:00010000:1.0:1746128329.134226:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e7800 00000100:00100000:2.0:1746128329.134373:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513472:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.134389:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.134410:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555878656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2748us (2886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.134417:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15731 00000100:00100000:0.0:1746128329.136437:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.136574:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555879040 00000100:00100000:1.0:1746128329.136580:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555879040 00000100:00100000:1.0:1746128329.136625:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30770 00000100:00100000:1.0:1746128329.136631:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555879040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.136643:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.136656:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645583 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.136678:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.136685:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.136686:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.136689:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.136713:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.136723:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.136736:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551513600:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.137322:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.140794:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551513600:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.140819:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.140833:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128329.140866:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555879040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4235us (4434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.140873:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30770 00000100:00100000:0.0:1746128329.144252:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.144312:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555879168 00000100:00100000:2.0:1746128329.144320:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555879168 00000100:00100000:0.0:1746128329.144330:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128329.144348:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.144372:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15732 00000100:00100000:2.0:1746128329.144378:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555879168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.144393:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.144411:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.144422:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.144440:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e622a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964557c expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.144468:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.144470:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.144476:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.144483:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.144514:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.144523:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513728:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.144534:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555879296 00000100:00100000:1.0:1746128329.144538:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555879296 00000100:00100000:1.0:1746128329.144588:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30771 00000100:00100000:1.0:1746128329.144596:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947555879296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746128329.144599:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00010000:00010000:1.0:1746128329.144608:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.144617:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964558a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.144633:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.144638:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.144640:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.144643:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.144662:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.144671:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.144679:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551513856:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.144713:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.147002:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551513856:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.147027:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.147041:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128329.147071:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:1723:x1830947555879296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2476us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.147078:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30771 00000100:00100000:3.0:1746128329.148589:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513728:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.148605:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.148631:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555879168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4254us (4386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.148639:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15732 00000100:00100000:1.0:1746128329.149009:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.149076:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555879552 00000100:00100000:3.0:1746128329.149081:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555879552 00002000:00100000:3.0:1746128329.149109:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e980a80 x1830947555879552/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.149117:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980a80 with x1830947555879552 ext(0->4095) 00010000:00010000:3.0:1746128329.149123:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.149137:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.149142:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e980a80 00000100:00100000:3.0:1746128329.149156:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3322 00000100:00100000:3.0:1746128329.149161:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555879552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.149257:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555879552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.149262:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3322 00002000:00100000:3.0:1746128329.149267:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e980a80 x1830947555879552/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.149272:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980a80 with x1830947555879552 ext(0->4095) 00010000:00010000:3.0:1746128329.149276:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.149283:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.149288:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e980a80 00000100:00100000:0.0:1746128329.152937:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.153377:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555879680 00000100:00100000:3.0:1746128329.153384:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555879680 00010000:00010000:3.0:1746128329.153414:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.153597:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15733 00000100:00100000:3.0:1746128329.153605:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555879680:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.153617:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.153632:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.153642:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.153663:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6231 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645583 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.154417:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.154420:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.154427:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.154434:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.154464:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.154475:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513984:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.155384:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.158401:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551513984:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.158420:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.158639:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555879680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5033us (5707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.158650:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15733 00000100:00100000:0.0:1746128329.159073:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.159207:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555879936 00000100:00100000:1.0:1746128329.159213:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555879936 00002000:00100000:1.0:1746128329.159241:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5880 x1830947555879936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.159249:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5880 with x1830947555879936 ext(0->4095) 00002000:00010000:1.0:1746128329.159252:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa5880 00000100:00100000:1.0:1746128329.159278:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13921 00000100:00100000:1.0:1746128329.159286:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555879936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.159385:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947555879936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.159391:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13921 00002000:00100000:1.0:1746128329.159396:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5880 x1830947555879936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.159403:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5880 with x1830947555879936 ext(0->4095) 00002000:00010000:1.0:1746128329.159405:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa5880 00000100:00100000:0.0:1746128329.165002:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.165332:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555880064 00000100:00100000:1.0:1746128329.165341:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555880064 00000100:00100000:1.0:1746128329.165386:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30772 00000100:00100000:1.0:1746128329.165393:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555880064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.165408:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.165422:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645591 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.165446:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.165452:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.165453:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.165456:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.165481:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.165495:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.165505:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551514112:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.165599:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.167082:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551514112:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.167107:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.167117:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:1.0:1746128329.167204:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555880064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1810us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.167210:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30772 00000100:00100000:0.0:1746128329.170006:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.170095:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555880192 00000100:00100000:3.0:1746128329.170104:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555880192 00002000:00100000:3.0:1746128329.170137:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c134a80 x1830947555880192/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.170146:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134a80 with x1830947555880192 ext(0->7) 00010000:00010000:3.0:1746128329.170154:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.170166:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.170172:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c134a80 00000100:00100000:3.0:1746128329.170203:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3323 00000100:00100000:3.0:1746128329.170209:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947555880192:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128329.171616:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555880192:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1329us (1539us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746128329.171625:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3323 00002000:00100000:0.0:1746128329.171631:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c134a80 x1830947555880192/t4294970552(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/448 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.171639:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134a80 with x1830947555880192 ext(0->7) 00010000:00010000:0.0:1746128329.171646:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.171657:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.171662:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c134a80 00000100:00100000:0.0:1746128329.175612:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.176021:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555880320 00000100:00100000:1.0:1746128329.176029:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555880320 00000100:00100000:1.0:1746128329.176082:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30773 00000100:00100000:1.0:1746128329.176088:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1723:x1830947555880320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.176103:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.176117:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645598 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.176137:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.176141:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.176150:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128329.176153:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.176188:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.176200:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.176208:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128329.176252:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555880320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.176257:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30773 00000100:00100000:0.0:1746128329.176486:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.176597:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555880448 00000100:00100000:3.0:1746128329.176601:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555880448 00010000:00010000:3.0:1746128329.176617:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 9 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.176640:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15734 00000100:00100000:3.0:1746128329.176646:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555880448:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.176654:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.176668:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 9 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.176680:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 9 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.176693:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6238 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964558a expref: 9 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.176755:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.176757:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.176763:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.176769:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.176960:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.176971:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.176981:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551514368:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.177040:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.178860:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551514368:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.178876:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.178905:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555880448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2259us (2420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.178918:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15734 00000100:00100000:0.0:1746128329.180967:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.181120:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555880704 00000100:00100000:1.0:1746128329.181128:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555880704 00002000:00100000:1.0:1746128329.181161:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c122680 x1830947555880704/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.181170:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122680 with x1830947555880704 ext(0->4095) 00010000:00010000:1.0:1746128329.181178:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.181190:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.181196:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c122680 00000100:00100000:1.0:1746128329.181813:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3324 00000100:00100000:1.0:1746128329.181820:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555880704:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.182147:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555880704:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 326us (1183us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.182153:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3324 00002000:00100000:1.0:1746128329.182159:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c122680 x1830947555880704/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.182166:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122680 with x1830947555880704 ext(0->4095) 00010000:00010000:1.0:1746128329.182171:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.182180:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.182185:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c122680 00000100:00100000:0.0:1746128329.184621:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.184743:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555880832 00000100:00100000:3.0:1746128329.184750:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555880832 00010000:00010000:3.0:1746128329.184777:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.184797:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15735 00000100:00100000:3.0:1746128329.184803:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555880832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.184813:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.184828:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.184838:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.184856:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e623f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645591 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.185089:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.185092:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.185099:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.185106:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.185133:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.185144:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551514496:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.185511:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.187750:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.187845:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555881088 00000100:00100000:1.0:1746128329.187851:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555881088 00002000:00100000:1.0:1746128329.187884:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12680 x1830947555881088/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.187898:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12680 with x1830947555881088 ext(0->4095) 00002000:00010000:1.0:1746128329.187901:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce12680 00000100:00100000:1.0:1746128329.187931:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13922 00000100:00100000:1.0:1746128329.187937:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555881088:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.188088:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555881088:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.188094:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13922 00002000:00100000:1.0:1746128329.188100:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12680 x1830947555881088/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.188107:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12680 with x1830947555881088 ext(0->4095) 00002000:00010000:1.0:1746128329.188109:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce12680 00000100:00100000:3.0:1746128329.188246:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551514496:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.188261:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.188297:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555880832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3493us (3681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.188303:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15735 00000100:00100000:0.0:1746128329.190601:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.191426:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555881216 00000100:00100000:3.0:1746128329.191433:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555881216 00000100:00100000:3.0:1746128329.191735:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30774 00000100:00100000:3.0:1746128329.191743:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555881216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.191756:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.191770:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964559f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.191794:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.191800:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.191801:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.191804:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.191828:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.191842:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 7 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.191851:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551514624:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.192600:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.196730:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551514624:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.196758:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.196773:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128329.196819:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555881216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5077us (6223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.196827:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30774 00000100:00100000:0.0:1746128329.197750:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.197812:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555881344 00000100:00100000:3.0:1746128329.197817:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555881344 00010000:00010000:3.0:1746128329.197839:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.197856:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15736 00000100:00100000:3.0:1746128329.197862:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947555881344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.197871:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.197885:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.197898:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.197914:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6246 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645598 expref: 8 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.197936:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.197937:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.197955:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.197962:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.197983:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.197991:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551514752:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.198622:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.199588:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.199646:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555881472 00000100:00100000:3.0:1746128329.199651:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555881472 00000100:00100000:3.0:1746128329.199682:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30775 00000100:00100000:3.0:1746128329.199687:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1723:x1830947555881472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.199698:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.199708:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455a6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.199729:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.199735:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.199736:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.199739:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.199757:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.199767:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.199776:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551514880:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.200282:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800838720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.201857:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.201921:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551514752:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.201938:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.201979:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947555881344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4116us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.201992:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15736 00000100:00100000:2.0:1746128329.202006:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555881728 00000100:00100000:2.0:1746128329.202012:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555881728 00002000:00100000:2.0:1746128329.202039:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113800 x1830947555881728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.202048:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113800 with x1830947555881728 ext(0->4095) 00010000:00010000:2.0:1746128329.202055:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.202066:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.202072:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113800 00000100:00100000:2.0:1746128329.202099:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3325 00000100:00100000:2.0:1746128329.202106:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555881728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.202204:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555881728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.202210:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3325 00002000:00100000:2.0:1746128329.202214:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113800 x1830947555881728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.202220:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113800 with x1830947555881728 ext(0->4095) 00010000:00010000:2.0:1746128329.202225:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.202233:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.202238:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113800 00000100:00100000:3.0:1746128329.202427:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551514880:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.202440:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.202456:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128329.202652:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1723:x1830947555881472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2963us (3066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.202658:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30775 00000100:00100000:0.0:1746128329.204375:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.204473:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555881856 00000100:00100000:3.0:1746128329.204480:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555881856 00010000:00010000:3.0:1746128329.204504:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.204524:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15737 00000100:00100000:3.0:1746128329.204530:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555881856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.204565:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.204582:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.204592:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.204613:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e624d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964559f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.204830:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.204832:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.204839:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.204850:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.204877:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.204887:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551515008:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.205181:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800838720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.208437:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551515008:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.208573:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.208613:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555881856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4082us (4240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.208623:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15737 00000100:00100000:0.0:1746128329.209161:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.209246:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555882112 00000100:00100000:2.0:1746128329.209253:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555882112 00002000:00100000:2.0:1746128329.209284:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497b80 x1830947555882112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.209292:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497b80 with x1830947555882112 ext(0->4095) 00002000:00010000:2.0:1746128329.209296:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b497b80 00000100:00100000:2.0:1746128329.209322:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13923 00000100:00100000:2.0:1746128329.209329:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947555882112:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.209429:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947555882112:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.209437:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13923 00002000:00100000:2.0:1746128329.209441:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497b80 x1830947555882112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.209448:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497b80 with x1830947555882112 ext(0->4095) 00002000:00010000:2.0:1746128329.209450:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b497b80 00000100:00100000:0.0:1746128329.214224:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.214298:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555882240 00000100:00100000:3.0:1746128329.214305:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555882240 00000100:00100000:3.0:1746128329.214725:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30776 00000100:00100000:3.0:1746128329.214737:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555882240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.214758:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.214776:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455ad expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.214803:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.214809:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.214812:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.214815:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.214841:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.214853:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 7 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.214863:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551515136:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.215891:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800838720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.217385:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551515136:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.217408:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.217421:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128329.217466:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555882240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2732us (3248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.217473:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30776 00010000:00010000:1.0:1746128329.217646:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128329.228447:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.228884:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555882368 00000100:00100000:1.0:1746128329.228892:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555882368 00002000:00100000:1.0:1746128329.228925:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012de1c380 x1830947555882368/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.228933:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1c380 with x1830947555882368 ext(0->7) 00010000:00010000:1.0:1746128329.228940:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 8 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.228964:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 8 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.228969:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1c380 00000100:00100000:1.0:1746128329.229117:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3326 00000100:00100000:1.0:1746128329.229125:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947555882368:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128329.230051:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555882368:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 923us (1613us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746128329.230057:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3326 00002000:00100000:0.0:1746128329.230063:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012de1c380 x1830947555882368/t4294970553(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/448 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.230071:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1c380 with x1830947555882368 ext(0->7) 00010000:00010000:0.0:1746128329.230076:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.230087:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.230093:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1c380 00000100:00100000:0.0:1746128329.231656:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.231731:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555882496 00000100:00100000:3.0:1746128329.231737:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555882496 00010000:00010000:3.0:1746128329.231760:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.231780:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15738 00000100:00100000:3.0:1746128329.231786:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555882496:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.231798:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.231810:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.231820:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.231839:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6254 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455a6 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.231867:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.231869:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.231875:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.231882:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.231909:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.231919:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551515264:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.231992:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800838720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.233910:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551515264:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128329.233911:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128329.233924:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.233959:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555882496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2173us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.233969:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15738 00000100:00100000:1.0:1746128329.233979:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555882752 00000100:00100000:1.0:1746128329.233985:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555882752 00000100:00100000:0.0:1746128329.234003:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00002000:00100000:1.0:1746128329.234008:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1ca80 x1830947555882752/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.234022:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1ca80 with x1830947555882752 ext(0->4095) 00002000:00010000:1.0:1746128329.234025:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de1ca80 00000100:00100000:1.0:1746128329.234046:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13924 00000100:00100000:1.0:1746128329.234052:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555882752:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.234150:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555882752:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.234156:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13924 00002000:00100000:1.0:1746128329.234161:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1ca80 x1830947555882752/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.234168:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1ca80 with x1830947555882752 ext(0->4095) 00002000:00010000:1.0:1746128329.234170:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de1ca80 00000100:00100000:2.0:1746128329.234214:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555882880 00000100:00100000:2.0:1746128329.234218:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555882880 00000100:00100000:2.0:1746128329.234240:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30777 00000100:00100000:2.0:1746128329.234246:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555882880:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.234253:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.234266:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455b4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.234284:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.234290:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.234291:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.234294:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.234314:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.234324:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.234338:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551515392:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.234398:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.235829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.236128:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555883008 00000100:00100000:1.0:1746128329.236133:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555883008 00000100:00100000:1.0:1746128329.236163:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30778 00000100:00100000:1.0:1746128329.236168:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555883008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.236178:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.236187:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455bb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.236202:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.236207:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.236211:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.236215:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.236235:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.236367:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551515392:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.236380:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.236388:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128329.236413:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555882880:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (2410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.236418:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30777 00000100:00100000:0.0:1746128329.236683:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.236718:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555883136 00000100:00100000:3.0:1746128329.236722:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555883136 00010000:00010000:1.0:1746128329.236728:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.236737:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.236739:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:3.0:1746128329.236753:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15739 00000100:00100000:1.0:1746128329.236756:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555883008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 587us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.236758:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555883136:12345-192.168.202.33@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746128329.236761:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30778 00010000:00010000:3.0:1746128329.236764:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.236776:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.236785:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.236798:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e625b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ad expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.236815:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.236816:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.236821:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.236827:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.236841:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.237051:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.237061:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551515648:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.237302:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800838720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.239837:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551515648:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.239861:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.239901:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555883136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3142us (3217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.239910:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15739 00000100:00100000:0.0:1746128329.242386:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.243176:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555883392 00000100:00100000:1.0:1746128329.243185:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555883392 00002000:00100000:1.0:1746128329.243221:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1d880 x1830947555883392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.243230:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1d880 with x1830947555883392 ext(0->4095) 00010000:00010000:1.0:1746128329.243237:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.243249:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.243255:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1d880 00000100:00100000:1.0:1746128329.243280:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3327 00000100:00100000:1.0:1746128329.243286:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2017:x1830947555883392:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128329.243907:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2017:x1830947555883392:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 613us (1520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.243915:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3327 00002000:00100000:1.0:1746128329.243920:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1d880 x1830947555883392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.243927:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1d880 with x1830947555883392 ext(0->4095) 00010000:00010000:1.0:1746128329.243933:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.243953:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.243959:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1d880 00000100:00100000:0.0:1746128329.253501:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.253874:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555883520 00000100:00100000:3.0:1746128329.253883:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555883520 00010000:00010000:3.0:1746128329.253914:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.253962:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15740 00000100:00100000:3.0:1746128329.253969:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555883520:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.253980:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.253996:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.254015:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.254033:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6262 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455b4 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.254061:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.254063:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.254069:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.254075:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.254102:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.254112:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551515776:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.254198:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800838720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.256104:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551515776:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.256123:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.256154:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555883520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2185us (2660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.256169:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15740 00000100:00100000:0.0:1746128329.256878:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.257099:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555883776 00000100:00100000:2.0:1746128329.257106:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555883776 00002000:00100000:2.0:1746128329.257135:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1df80 x1830947555883776/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.257143:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1df80 with x1830947555883776 ext(0->4095) 00002000:00010000:2.0:1746128329.257146:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de1df80 00000100:00100000:2.0:1746128329.257173:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13925 00000100:00100000:2.0:1746128329.257179:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555883776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.257272:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555883776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.257277:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13925 00002000:00100000:2.0:1746128329.257281:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1df80 x1830947555883776/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.257292:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1df80 with x1830947555883776 ext(0->4095) 00002000:00010000:2.0:1746128329.257294:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de1df80 00000100:00100000:0.0:1746128329.259318:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.259371:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555883904 00000100:00100000:1.0:1746128329.259377:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555883904 00000100:00100000:1.0:1746128329.259418:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30779 00000100:00100000:1.0:1746128329.259424:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555883904:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.259434:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.259447:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455c2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.259470:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.259476:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.259478:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.259481:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.259506:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.259516:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 9 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.259526:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551515904:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.259611:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.261969:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.262049:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555884032 00000100:00100000:3.0:1746128329.262056:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555884032 00010000:00010000:3.0:1746128329.262083:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.262107:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15741 00000100:00100000:3.0:1746128329.262114:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555884032:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.262127:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.262142:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.262153:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.262172:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.262174:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.262181:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.262188:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.262210:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.262219:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551516032:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.262281:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800838720c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746128329.262390:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6269 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455bb expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.262404:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551515904:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.262420:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.262428:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:1.0:1746128329.262450:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555883904:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3026us (3137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.262455:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30779 00000100:00100000:3.0:1746128329.266811:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551516032:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.266830:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.266867:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947555884032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4753us (4903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.266876:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15741 00000100:00100000:0.0:1746128329.267316:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.267507:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555884288 00000100:00100000:3.0:1746128329.267513:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555884288 00002000:00100000:3.0:1746128329.267563:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1e680 x1830947555884288/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.267572:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1e680 with x1830947555884288 ext(0->4095) 00002000:00010000:3.0:1746128329.267576:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de1e680 00000100:00100000:3.0:1746128329.267590:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13926 00000100:00100000:3.0:1746128329.267596:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555884288:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.267706:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555884288:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.267711:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13926 00002000:00100000:3.0:1746128329.267715:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1e680 x1830947555884288/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.267722:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1e680 with x1830947555884288 ext(0->4095) 00002000:00010000:3.0:1746128329.267724:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de1e680 00000100:00100000:0.0:1746128329.270319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.270417:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555884416 00000100:00100000:1.0:1746128329.270424:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555884416 00000100:00100000:1.0:1746128329.270514:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30780 00000100:00100000:1.0:1746128329.270521:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555884416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.270537:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.270672:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455c9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.270698:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.270705:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.270706:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.270709:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.270733:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.270744:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.270753:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551516160:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128329.272195:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.272345:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.272484:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555884544 00000100:00100000:3.0:1746128329.272489:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555884544 00000100:00100000:3.0:1746128329.272516:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30781 00000100:00100000:3.0:1746128329.272521:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555884544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.272530:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.272556:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455d0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.272572:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.272576:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.272586:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.272588:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.272612:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.272623:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.272632:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128329.272672:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555884544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.272677:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30781 00000100:00100000:1.0:1746128329.275826:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551516160:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.275852:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.275867:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128329.275909:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555884416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5388us (5597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.275920:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30780 00000100:00100000:0.0:1746128329.276102:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.277225:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555884672 00000100:00100000:3.0:1746128329.277232:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555884672 00010000:00010000:3.0:1746128329.277259:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.277292:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15742 00000100:00100000:3.0:1746128329.277297:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555884672:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.277307:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.277322:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.277331:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.277348:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6270 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c2 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.277372:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.277373:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.277379:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.277385:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.277407:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.277415:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.277424:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551516416:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.277487:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.280253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.280330:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551516416:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.280345:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.280384:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555884672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3087us (4283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.280393:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15742 00000100:00100000:2.0:1746128329.283617:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555884928 00000100:00100000:2.0:1746128329.283628:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555884928 00002000:00100000:2.0:1746128329.283667:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1f480 x1830947555884928/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.283675:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1f480 with x1830947555884928 ext(0->4095) 00010000:00010000:2.0:1746128329.283684:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.283695:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.283701:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1f480 00000100:00100000:2.0:1746128329.283736:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3328 00000100:00100000:2.0:1746128329.283744:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555884928:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.283869:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555884928:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (3621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.283874:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3328 00002000:00100000:2.0:1746128329.283879:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1f480 x1830947555884928/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.283885:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1f480 with x1830947555884928 ext(0->4095) 00010000:00010000:2.0:1746128329.283889:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.283897:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.283902:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1f480 00000100:00100000:0.0:1746128329.287370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.287462:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555885056 00000100:00100000:3.0:1746128329.287469:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555885056 00010000:00010000:3.0:1746128329.287497:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.287519:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15743 00000100:00100000:3.0:1746128329.287526:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555885056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.287537:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.287571:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.287582:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.287601:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6277 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455c9 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.289322:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.289326:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.289335:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.289344:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.289377:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.289391:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551516544:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.291477:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.295263:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.295381:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551516544:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.295399:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.295442:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555885056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7916us (8078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.295451:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15743 00000100:00100000:3.0:1746128329.295524:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555885312 00000100:00100000:3.0:1746128329.295529:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555885312 00002000:00100000:3.0:1746128329.295571:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1fb80 x1830947555885312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.295579:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1fb80 with x1830947555885312 ext(0->4095) 00002000:00010000:3.0:1746128329.295583:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de1fb80 00000100:00100000:3.0:1746128329.295595:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13927 00000100:00100000:3.0:1746128329.295600:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555885312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.295693:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555885312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.295699:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13927 00002000:00100000:3.0:1746128329.295704:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1fb80 x1830947555885312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.295710:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1fb80 with x1830947555885312 ext(0->4095) 00002000:00010000:3.0:1746128329.295712:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de1fb80 00000100:00100000:0.0:1746128329.297321:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.297403:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555885440 00000100:00100000:1.0:1746128329.297409:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555885440 00000100:00100000:1.0:1746128329.297571:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30782 00000100:00100000:1.0:1746128329.297578:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095843050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555885440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.297589:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.297603:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455d7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.297624:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.297630:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.297632:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.297635:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.297658:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.297669:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 9 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.297678:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551516672:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.297750:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.301686:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551516672:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.301713:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.301730:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128329.301765:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095843050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555885440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4187us (4447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.301773:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30782 00000100:00100000:0.0:1746128329.303536:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.303673:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555885568 00000100:00100000:3.0:1746128329.303680:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555885568 00010000:00010000:3.0:1746128329.303708:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.303731:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15744 00000100:00100000:3.0:1746128329.303737:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555885568:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.303748:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.303765:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.303776:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.303795:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e627e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d0 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.303811:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.303812:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.303818:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.303825:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.304140:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.304152:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551516800:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.304995:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.307045:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.307212:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555885696 00000100:00100000:1.0:1746128329.307223:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555885696 00000100:00100000:3.0:1746128329.307958:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551516800:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.307975:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128329.308024:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.308078:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30783 00000100:00100000:1.0:1746128329.308086:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555885696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.308099:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.308110:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455de expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.308129:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.308135:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.308137:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.308140:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.308160:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.308169:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.308178:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551516928:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.308370:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555885568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4633us (4840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.308380:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15744 00000100:00100000:2.0:1746128329.308646:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555885952 00000100:00100000:1.0:1746128329.308648:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.308651:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555885952 00002000:00100000:2.0:1746128329.308709:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1d180 x1830947555885952/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.308718:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1d180 with x1830947555885952 ext(0->4095) 00010000:00010000:2.0:1746128329.308723:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.308733:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.308738:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1d180 00000100:00100000:2.0:1746128329.308751:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3329 00000100:00100000:2.0:1746128329.308756:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555885952:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.309145:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555885952:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 387us (1118us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.309150:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3329 00002000:00100000:2.0:1746128329.309155:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1d180 x1830947555885952/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.309161:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1d180 with x1830947555885952 ext(0->4095) 00010000:00010000:2.0:1746128329.309166:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.309173:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.309178:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1d180 00000100:00100000:2.0:1746128329.312228:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551516928:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.312254:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.312268:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:2.0:1746128329.312314:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555885696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4228us (5272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.312322:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30783 00000100:00100000:0.0:1746128329.312646:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.312683:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.312746:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555886080 00000100:00100000:3.0:1746128329.312752:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555886080 00010000:00010000:3.0:1746128329.312772:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.312803:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15745 00000100:00100000:3.0:1746128329.312809:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555886080:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.312820:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.312834:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.312843:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.312860:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6285 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455d7 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.312873:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.312875:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.312880:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.312886:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.312909:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.312917:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551517056:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.312976:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555886208 00000100:00100000:2.0:1746128329.312980:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555886208 00000100:00100000:3.0:1746128329.312984:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.312999:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30784 00000100:00100000:2.0:1746128329.313003:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555886208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.313013:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.313022:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455e5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.313041:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.313046:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.313048:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.313050:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.313066:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.313075:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.313083:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551517184:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.314457:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.314668:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551517056:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128329.314680:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128329.314682:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.314708:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555886080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1899us (2024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.314716:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15745 00000100:00100000:2.0:1746128329.314800:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555886464 00000100:00100000:2.0:1746128329.314804:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555886464 00002000:00100000:2.0:1746128329.314828:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1ea00 x1830947555886464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.314836:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1ea00 with x1830947555886464 ext(0->4095) 00010000:00010000:2.0:1746128329.314842:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.314857:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.314863:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1ea00 00000100:00100000:2.0:1746128329.314876:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3330 00000100:00100000:2.0:1746128329.314881:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555886464:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.315686:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555886464:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 803us (1005us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.315692:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3330 00002000:00100000:2.0:1746128329.315697:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1ea00 x1830947555886464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.315704:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1ea00 with x1830947555886464 ext(0->4095) 00010000:00010000:2.0:1746128329.315709:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.315717:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.315723:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1ea00 00000100:00100000:2.0:1746128329.317022:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551517184:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.317044:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.317056:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128329.317092:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555886208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4088us (4447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.317099:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30784 00000100:00100000:0.0:1746128329.317642:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.317728:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555886592 00000100:00100000:2.0:1746128329.317733:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555886592 00000100:00100000:2.0:1746128329.317768:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30785 00000100:00100000:2.0:1746128329.317849:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555886592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.317862:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.317874:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455ec expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.317891:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.317894:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.317899:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128329.317902:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.317926:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.317934:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.317950:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128329.317975:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555886592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.317983:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30785 00000100:00100000:0.0:1746128329.318131:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.318343:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555886720 00000100:00100000:3.0:1746128329.318347:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555886720 00010000:00010000:3.0:1746128329.318361:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.318377:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15746 00000100:00100000:3.0:1746128329.318382:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555886720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.318390:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.318403:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.318411:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.318424:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e628c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455de expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.318437:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.318438:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.318443:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.318454:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.318470:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.318480:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.318489:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551517440:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.319315:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.321893:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551517440:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.321916:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.321973:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555886720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3588us (3840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.321982:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15746 00000100:00100000:0.0:1746128329.322793:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.322868:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555886976 00000100:00100000:2.0:1746128329.322874:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555886976 00002000:00100000:2.0:1746128329.322904:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1dc00 x1830947555886976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.322913:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1dc00 with x1830947555886976 ext(0->4095) 00010000:00010000:2.0:1746128329.322919:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.322931:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.322937:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1dc00 00000100:00100000:2.0:1746128329.323100:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3331 00000100:00100000:2.0:1746128329.323107:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555886976:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.323463:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555886976:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 355us (670us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.323470:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3331 00002000:00100000:2.0:1746128329.323475:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012de1dc00 x1830947555886976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.323483:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de1dc00 with x1830947555886976 ext(0->4095) 00010000:00010000:2.0:1746128329.323487:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.323500:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.323506:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de1dc00 00000100:00100000:2.0:1746128329.327617:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.327698:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.327757:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555887232 00000100:00100000:3.0:1746128329.327763:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555887232 00000100:00100000:3.0:1746128329.327802:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30786 00000100:00100000:3.0:1746128329.327808:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555887232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.327822:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.327835:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455f3 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.327853:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.327858:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.327863:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128329.327866:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.327891:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.327900:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.327907:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128329.327993:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555887232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.327999:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30786 00000100:00100000:0.0:1746128329.328314:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555887104 00000100:00100000:0.0:1746128329.328324:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555887104 00010000:00010000:0.0:1746128329.328340:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746128329.328369:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15747 00000100:00100000:0.0:1746128329.328374:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2016:x1830947555887104:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128329.328382:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128329.328396:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.328405:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.328418:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6293 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455e5 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.328430:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.328431:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.328436:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.328443:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.328463:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.328472:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746128329.328481:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551517696:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128329.328528:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.331259:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551517696:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.331276:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.331326:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947555887104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2949us (3625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.331335:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15747 00000100:00100000:0.0:1746128329.331703:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.331761:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555887360 00000100:00100000:2.0:1746128329.331766:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555887360 00010000:00010000:2.0:1746128329.331784:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.331810:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15748 00000100:00100000:2.0:1746128329.331815:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947555887360:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.331825:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.331838:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.331847:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.331868:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e629a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455ec expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.331882:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.331883:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.331890:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.331896:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.331917:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.331925:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e86a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551517824:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.331982:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.336512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.336903:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555887616 00000100:00100000:3.0:1746128329.336910:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555887616 00002000:00100000:3.0:1746128329.336958:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92680 x1830947555887616/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.336967:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92680 with x1830947555887616 ext(0->4095) 00002000:00010000:3.0:1746128329.336972:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee92680 00000100:00100000:3.0:1746128329.336990:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13928 00000100:00100000:3.0:1746128329.336997:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555887616:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.337109:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555887616:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1573us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.337119:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13928 00002000:00100000:3.0:1746128329.337124:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92680 x1830947555887616/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.337131:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92680 with x1830947555887616 ext(0->4095) 00002000:00010000:3.0:1746128329.337133:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee92680 00000100:00100000:2.0:1746128329.337443:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e86a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551517824:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.337458:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.337929:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2017:x1830947555887360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6111us (6225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.337937:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15748 00000100:00100000:0.0:1746128329.341007:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.341116:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555887744 00000100:00100000:3.0:1746128329.341123:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555887744 00000100:00100000:3.0:1746128329.341612:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30787 00000100:00100000:3.0:1746128329.341620:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1725:x1830947555887744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.341634:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.341648:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96455fa expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.341671:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.341678:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.341680:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.341683:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.341706:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.341717:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.341732:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551517952:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.341804:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.342957:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.343272:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555887872 00000100:00100000:2.0:1746128329.343278:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555887872 00000100:00100000:2.0:1746128329.343314:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30788 00000100:00100000:2.0:1746128329.343320:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555887872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.343332:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.343342:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645601 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.343356:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.343360:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.343365:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.343368:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.343389:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.343400:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.343408:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128329.343445:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555887872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.343450:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30788 00000100:00100000:0.0:1746128329.346365:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.346428:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555888000 00000100:00100000:2.0:1746128329.346438:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555888000 00010000:00010000:2.0:1746128329.346465:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.346504:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15749 00000100:00100000:2.0:1746128329.346512:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555888000:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.346523:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.346562:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.346574:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.346593:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.346595:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.346601:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.346608:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.346636:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.346646:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.346655:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551518208:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.346729:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746128329.346868:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455f3 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.346882:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551517952:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.346900:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.346907:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.346915:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128329.346936:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555887744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5317us (5936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.346959:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30787 00000100:00100000:0.0:1746128329.348732:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.348782:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555888256 00000100:00100000:3.0:1746128329.348788:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555888256 00002000:00100000:3.0:1746128329.348815:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628bb80 x1830947555888256/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.348823:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628bb80 with x1830947555888256 ext(0->4095) 00010000:00010000:3.0:1746128329.348829:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.348844:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.348850:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009628bb80 00000100:00100000:3.0:1746128329.348866:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3332 00000100:00100000:3.0:1746128329.348871:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555888256:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.348990:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551518208:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.349003:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.349849:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555888256:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 976us (1119us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.349856:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3332 00002000:00100000:3.0:1746128329.349862:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009628bb80 x1830947555888256/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.349869:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628bb80 with x1830947555888256 ext(0->4095) 00010000:00010000:3.0:1746128329.349875:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.349884:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.349890:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009628bb80 00000100:00100000:2.0:1746128329.349949:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555888000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3429us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.349958:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15749 00000100:00100000:0.0:1746128329.351822:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.351857:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.351870:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555888512 00000100:00100000:3.0:1746128329.351876:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555888512 00000100:00100000:3.0:1746128329.351915:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30789 00000100:00100000:3.0:1746128329.351921:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555888512:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.351932:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.351963:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645608 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.351982:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.351986:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.351992:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128329.351995:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.352023:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.352034:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.352042:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:3.0:1746128329.352082:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555888512:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.352088:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30789 00000100:00100000:2.0:1746128329.352148:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555888384 00000100:00100000:2.0:1746128329.352152:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555888384 00010000:00010000:2.0:1746128329.352165:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.352182:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15750 00000100:00100000:2.0:1746128329.352187:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555888384:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.352194:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.352208:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.352217:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.352231:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e62a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96455fa expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.352242:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.352244:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.352248:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.352255:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.352272:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.352282:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.352292:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551518464:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.352336:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.354590:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551518464:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.354606:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.354643:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555888384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2455us (2784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.354651:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15750 00000100:00100000:0.0:1746128329.355725:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.355976:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555888768 00000100:00100000:3.0:1746128329.355982:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555888768 00002000:00100000:3.0:1746128329.356014:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610380 x1830947555888768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.356023:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610380 with x1830947555888768 ext(0->4095) 00010000:00010000:3.0:1746128329.356029:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.356045:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.356052:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d610380 00000100:00100000:3.0:1746128329.356067:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3333 00000100:00100000:3.0:1746128329.356073:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555888768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.356625:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555888768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 551us (900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.356632:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3333 00002000:00100000:3.0:1746128329.356638:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610380 x1830947555888768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.356644:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610380 with x1830947555888768 ext(0->4095) 00010000:00010000:3.0:1746128329.356649:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.356657:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.356662:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d610380 00000100:00100000:0.0:1746128329.359112:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.359219:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.359240:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555888896 00000100:00100000:2.0:1746128329.359252:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555888896 00000100:00100000:2.0:1746128329.359329:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30790 00000100:00100000:2.0:1746128329.359337:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555888896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.359349:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.359363:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964560f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.359383:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.359389:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.359394:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128329.359397:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.359432:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.359443:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.359451:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128329.359493:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555888896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.359498:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30790 00000100:00100000:3.0:1746128329.359538:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555889024 00000100:00100000:3.0:1746128329.359558:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555889024 00010000:00010000:3.0:1746128329.359577:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.359602:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15751 00000100:00100000:3.0:1746128329.359607:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555889024:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.359614:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.359708:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.359718:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.359733:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e62af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645601 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.359745:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.359747:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.359752:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.359759:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.359776:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.359785:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.359795:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551518720:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.359843:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.361527:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551518720:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.361568:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.361602:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555889024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1993us (2382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.361609:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15751 00000100:00100000:0.0:1746128329.362389:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.362751:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555889280 00000100:00100000:3.0:1746128329.362757:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555889280 00002000:00100000:3.0:1746128329.362785:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093981180 x1830947555889280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.362794:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981180 with x1830947555889280 ext(0->4095) 00010000:00010000:3.0:1746128329.362800:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.362811:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.362817:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093981180 00000100:00100000:3.0:1746128329.363259:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3334 00000100:00100000:3.0:1746128329.363265:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555889280:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.363364:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555889280:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (976us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.363369:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3334 00002000:00100000:3.0:1746128329.363374:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093981180 x1830947555889280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.363381:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981180 with x1830947555889280 ext(0->4095) 00010000:00010000:3.0:1746128329.363386:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.363394:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.363399:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093981180 00000100:00100000:2.0:1746128329.366007:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.366081:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555889408 00000100:00100000:0.0:1746128329.366089:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555889408 00010000:00010000:0.0:1746128329.366115:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746128329.366148:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15752 00000100:00100000:0.0:1746128329.366155:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555889408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128329.366165:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128329.366180:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.366190:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.366208:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645608 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.366222:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.366224:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.366230:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.366237:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.366262:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128329.366272:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551518848:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128329.366331:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.368658:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551518848:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128329.368663:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128329.368675:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.368719:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555889408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2564us (2719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.368728:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15752 00000100:00100000:1.0:1746128329.369233:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555889664 00000100:00100000:1.0:1746128329.369239:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555889664 00002000:00100000:1.0:1746128329.369266:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3be300 x1830947555889664/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.369275:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3be300 with x1830947555889664 ext(0->4095) 00002000:00010000:1.0:1746128329.369279:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3be300 00000100:00100000:1.0:1746128329.369296:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13929 00000100:00100000:1.0:1746128329.369301:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555889664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.369391:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555889664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.369396:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13929 00002000:00100000:1.0:1746128329.369400:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3be300 x1830947555889664/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.369406:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3be300 with x1830947555889664 ext(0->4095) 00002000:00010000:1.0:1746128329.369409:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3be300 00000100:00100000:0.0:1746128329.371007:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.371061:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555889792 00000100:00100000:2.0:1746128329.371068:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555889792 00000100:00100000:2.0:1746128329.371111:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30791 00000100:00100000:2.0:1746128329.371118:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555889792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.371128:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.371141:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645616 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.371162:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.371168:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.371170:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.371173:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.371196:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.371206:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 9 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.371216:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551518976:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.371359:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.373033:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551518976:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.373055:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.373067:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128329.373096:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555889792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1979us (2093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.373104:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30791 00000100:00100000:0.0:1746128329.373405:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.373638:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555889920 00000100:00100000:2.0:1746128329.373642:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555889920 00010000:00010000:2.0:1746128329.373659:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.373990:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15753 00000100:00100000:2.0:1746128329.373998:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555889920:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.374012:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.374029:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.374039:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.374056:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e62bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964560f expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.374762:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.374765:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.374772:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.374780:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.374806:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.374816:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e86a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551519104:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.374995:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.377191:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e86a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551519104:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.377210:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.377404:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947555889920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3406us (3998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.377412:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15753 00000100:00100000:0.0:1746128329.378918:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.378992:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.379068:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555890176 00000100:00100000:2.0:1746128329.379075:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555890176 00002000:00100000:2.0:1746128329.379106:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3f100 x1830947555890176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.379115:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f100 with x1830947555890176 ext(0->4095) 00002000:00010000:2.0:1746128329.379119:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3f100 00000100:00100000:2.0:1746128329.379147:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13930 00000100:00100000:2.0:1746128329.379154:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555890176:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.379269:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555890304 00000100:00100000:2.0:1746128329.379271:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555890176:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.379273:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555890304 00000100:00100000:2.0:1746128329.379277:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13930 00002000:00100000:2.0:1746128329.379282:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3f100 x1830947555890176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.379288:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f100 with x1830947555890176 ext(0->4095) 00002000:00010000:2.0:1746128329.379291:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3f100 00000100:00100000:3.0:1746128329.379292:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30792 00000100:00100000:3.0:1746128329.379296:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555890304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.379304:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.379317:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964561d expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.379414:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.379421:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.379423:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.379426:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.379449:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.379458:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.379474:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551519232:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.379928:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.381520:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.381609:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551519232:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.381631:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.381643:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128329.381687:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555890304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2389us (2694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.381694:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30792 00000100:00100000:3.0:1746128329.381918:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555890432 00000100:00100000:3.0:1746128329.381923:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555890432 00000100:00100000:3.0:1746128329.381953:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30793 00000100:00100000:3.0:1746128329.381959:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555890432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.381970:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.381980:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645624 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.381996:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.382000:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.382005:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.382008:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.382032:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.382041:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.382048:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128329.382078:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555890432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.382083:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30793 00000100:00100000:2.0:1746128329.382809:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.382861:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555890560 00000100:00100000:0.0:1746128329.382864:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555890560 00010000:00010000:0.0:1746128329.382880:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746128329.382908:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15754 00000100:00100000:0.0:1746128329.382914:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555890560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128329.382921:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128329.382986:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.382998:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.383019:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e62c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645616 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.383214:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.383216:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.383222:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.383229:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.383254:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.383264:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746128329.383274:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551519488:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.383573:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.385143:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801251e7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551519488:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.385158:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.385202:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555890560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2286us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.385210:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15754 00000100:00100000:0.0:1746128329.386053:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.386158:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555890816 00000100:00100000:1.0:1746128329.386164:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555890816 00002000:00100000:1.0:1746128329.386195:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4380 x1830947555890816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.386204:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4380 with x1830947555890816 ext(0->4095) 00010000:00010000:1.0:1746128329.386212:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.386223:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.386229:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e4380 00000100:00100000:1.0:1746128329.386256:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3335 00000100:00100000:1.0:1746128329.386262:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555890816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.386375:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555890816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.386380:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3335 00002000:00100000:1.0:1746128329.386385:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4380 x1830947555890816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.386391:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4380 with x1830947555890816 ext(0->4095) 00010000:00010000:1.0:1746128329.386395:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.386403:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.386408:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e4380 00000100:00100000:0.0:1746128329.388128:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.388175:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555890944 00000100:00100000:3.0:1746128329.388181:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555890944 00010000:00010000:3.0:1746128329.388198:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.388222:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15755 00000100:00100000:3.0:1746128329.388228:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555890944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.388236:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.388252:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.388263:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.388282:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e62cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964561d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.388306:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.388308:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.388313:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.388319:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.388343:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.388353:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551519616:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.388419:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880083872000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.390465:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.390682:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555891200 00000100:00100000:1.0:1746128329.390687:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555891200 00002000:00100000:1.0:1746128329.390715:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e5f80 x1830947555891200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.390730:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5f80 with x1830947555891200 ext(0->4095) 00002000:00010000:1.0:1746128329.390733:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e5f80 00000100:00100000:1.0:1746128329.390758:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13931 00000100:00100000:1.0:1746128329.390764:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2016:x1830947555891200:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128329.390812:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551519616:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.390829:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.390860:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555890944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2631us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.390867:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15755 00000100:00100000:1.0:1746128329.391331:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947555891200:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 565us (870us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.391337:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13931 00002000:00100000:1.0:1746128329.391343:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e5f80 x1830947555891200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.391350:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5f80 with x1830947555891200 ext(0->4095) 00002000:00010000:1.0:1746128329.391353:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e5f80 00000100:00100000:0.0:1746128329.393347:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.393895:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555891328 00000100:00100000:2.0:1746128329.393902:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555891328 00000100:00100000:2.0:1746128329.393950:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30794 00000100:00100000:2.0:1746128329.393957:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555891328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.393969:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.393985:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964562b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.394008:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 9 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.394015:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.394017:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.394020:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.394044:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 9 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.394055:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 9 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.394065:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551519744:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.394138:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.395890:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551519744:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.395910:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.395920:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128329.395965:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555891328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2008us (2620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.395976:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30794 00000100:00100000:0.0:1746128329.396299:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.396517:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555891456 00000100:00100000:3.0:1746128329.396522:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555891456 00010000:00010000:3.0:1746128329.396561:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.396587:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15756 00000100:00100000:3.0:1746128329.396593:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555891456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.396602:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.396620:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.396629:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.396650:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e62d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645624 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.396671:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.396673:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.396706:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.396713:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.396740:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.396749:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551519872:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.396799:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.398923:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.400110:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551519872:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.400126:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.400175:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947555891456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3581us (3876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.400187:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15756 00000100:00100000:1.0:1746128329.400655:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555891712 00000100:00100000:1.0:1746128329.400661:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555891712 00002000:00100000:1.0:1746128329.400690:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d288380 x1830947555891712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.400698:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288380 with x1830947555891712 ext(0->4095) 00002000:00010000:1.0:1746128329.400702:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288380 00000100:00100000:1.0:1746128329.400729:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13932 00000100:00100000:1.0:1746128329.400735:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555891712:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.400826:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555891712:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (1908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.400831:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13932 00002000:00100000:1.0:1746128329.400836:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d288380 x1830947555891712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.400842:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288380 with x1830947555891712 ext(0->4095) 00002000:00010000:1.0:1746128329.400845:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288380 00000100:00100000:0.0:1746128329.401157:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.401442:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555891840 00000100:00100000:2.0:1746128329.401447:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555891840 00000100:00100000:2.0:1746128329.401475:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30795 00000100:00100000:2.0:1746128329.401481:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555891840:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.401489:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.401502:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645632 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.401521:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.401528:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.401529:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.401532:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.401570:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.401579:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.401589:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551520000:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.401639:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.403432:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551520000:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128329.403455:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.403466:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128329.403507:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.403507:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555891840:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2025us (2350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128329.403514:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30795 00000100:00100000:0.0:1746128329.403538:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555891968 00000100:00100000:0.0:1746128329.403555:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555891968 00000100:00100000:3.0:1746128329.403986:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30796 00000100:00100000:3.0:1746128329.403994:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555891968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.404005:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.404014:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645639 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.404029:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.404033:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.404038:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.404040:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.404060:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.404069:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.404080:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:3.0:1746128329.404157:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555891968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.404163:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30796 00000100:00100000:1.0:1746128329.404190:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.404206:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555892096 00000100:00100000:3.0:1746128329.404210:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555892096 00010000:00010000:3.0:1746128329.404224:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.404278:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15757 00000100:00100000:3.0:1746128329.404284:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555892096:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.404292:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.404307:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.404316:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.404332:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e62d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964562b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.404345:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.404346:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.404351:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.404358:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.404380:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.404390:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.404399:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551520256:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.404440:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.406744:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551520256:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.406759:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.406788:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555892096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2504us (2598us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128329.407235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.407283:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15757 00000100:00100000:1.0:1746128329.407350:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555892352 00000100:00100000:1.0:1746128329.407356:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555892352 00002000:00100000:1.0:1746128329.407386:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b4000 x1830947555892352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.407395:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b4000 with x1830947555892352 ext(0->4095) 00010000:00010000:1.0:1746128329.407402:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.407413:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.407419:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b4000 00000100:00100000:1.0:1746128329.407433:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3336 00000100:00100000:1.0:1746128329.407438:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555892352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.407527:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555892352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.407533:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3336 00002000:00100000:1.0:1746128329.407537:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b4000 x1830947555892352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.407566:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b4000 with x1830947555892352 ext(0->4095) 00010000:00010000:1.0:1746128329.407571:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.407579:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.407585:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b4000 00000100:00100000:0.0:1746128329.409348:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.409402:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555892480 00000100:00100000:3.0:1746128329.409407:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555892480 00010000:00010000:3.0:1746128329.409425:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.409455:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15758 00000100:00100000:3.0:1746128329.409462:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2017:x1830947555892480:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.409812:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.409829:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.409845:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.409865:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e62e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645632 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.409888:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.409890:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.409896:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.409902:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.409929:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.409939:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551520384:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.410131:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.413232:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551520384:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.413249:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.413285:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947555892480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3823us (3942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.413294:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15758 00000100:00100000:1.0:1746128329.414726:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.414922:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555892736 00000100:00100000:3.0:1746128329.414929:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555892736 00002000:00100000:3.0:1746128329.414974:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22a680 x1830947555892736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.414983:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22a680 with x1830947555892736 ext(0->4095) 00002000:00010000:3.0:1746128329.414987:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d22a680 00000100:00100000:3.0:1746128329.415211:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13933 00000100:00100000:3.0:1746128329.415218:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555892736:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.415449:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555892736:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 230us (727us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.415455:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13933 00002000:00100000:3.0:1746128329.415461:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22a680 x1830947555892736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.415468:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22a680 with x1830947555892736 ext(0->4095) 00002000:00010000:3.0:1746128329.415470:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d22a680 00000100:00100000:0.0:1746128329.417062:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.417230:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555892864 00000100:00100000:3.0:1746128329.417237:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555892864 00000100:00100000:3.0:1746128329.417268:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30797 00000100:00100000:3.0:1746128329.417274:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555892864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.417286:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.417301:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645640 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.417321:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 9 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.417332:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.417333:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.417337:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.417362:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 9 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.417373:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 9 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.417383:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551520512:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.417458:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.420594:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551520512:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.420618:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.420633:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128329.421130:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555892864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3853us (4071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.421137:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30797 00000100:00100000:0.0:1746128329.422706:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.422804:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555892992 00000100:00100000:3.0:1746128329.422811:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555892992 00010000:00010000:3.0:1746128329.422836:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.422861:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15759 00000100:00100000:3.0:1746128329.422867:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555892992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.422877:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.422893:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.422902:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.422919:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e62e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645639 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.423061:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.423063:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.423070:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.423078:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.423103:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.423113:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551520640:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.423812:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.425635:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551520640:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.425651:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.425698:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555892992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2829us (2995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.425706:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15759 00000100:00100000:0.0:1746128329.425934:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.426257:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.426336:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555893120 00000100:00100000:3.0:1746128329.426340:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555893120 00000100:00100000:3.0:1746128329.426374:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30798 00000100:00100000:3.0:1746128329.426379:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555893120:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.426392:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.426994:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645647 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.427023:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.427031:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.427032:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.427035:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.427059:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.427068:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.427078:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551520768:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.427140:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.427873:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555893376 00000100:00100000:2.0:1746128329.427879:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555893376 00002000:00100000:2.0:1746128329.427904:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b03480 x1830947555893376/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.427912:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03480 with x1830947555893376 ext(0->4095) 00010000:00010000:2.0:1746128329.427917:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.427927:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.427932:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b03480 00000100:00100000:2.0:1746128329.427958:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3337 00000100:00100000:2.0:1746128329.427963:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555893376:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.428075:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555893376:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (1818us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.428081:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3337 00002000:00100000:2.0:1746128329.428085:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b03480 x1830947555893376/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.428092:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03480 with x1830947555893376 ext(0->4095) 00010000:00010000:2.0:1746128329.428096:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.428103:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.428108:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b03480 00000100:00100000:0.0:1746128329.430226:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.430322:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551520768:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.430343:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.430357:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128329.430387:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555893120:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4007us (4454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.430394:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30798 00000100:00100000:3.0:1746128329.430415:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555893504 00000100:00100000:3.0:1746128329.430418:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555893504 00000100:00100000:3.0:1746128329.430441:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30799 00000100:00100000:3.0:1746128329.430446:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555893504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.430456:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.430466:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964564e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.430481:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.430484:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.430490:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.430492:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.430513:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.430526:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.430532:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128329.430570:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555893504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.430575:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30799 00000100:00100000:0.0:1746128329.432891:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.433390:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555893632 00000100:00100000:3.0:1746128329.433397:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555893632 00010000:00010000:3.0:1746128329.433425:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.433464:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15760 00000100:00100000:3.0:1746128329.433471:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555893632:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.433482:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.433498:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.433507:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.433528:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e62ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645640 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.433573:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.433576:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.433582:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.433588:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.433613:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.433623:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.433633:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521024:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.433700:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.436161:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521024:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.436177:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.436223:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555893632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2751us (3335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.436232:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15760 00000100:00100000:2.0:1746128329.439056:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.439295:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555893888 00000100:00100000:0.0:1746128329.439303:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555893888 00002000:00100000:0.0:1746128329.439338:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85c00 x1830947555893888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.439347:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85c00 with x1830947555893888 ext(0->4095) 00010000:00010000:0.0:1746128329.439355:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.439367:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.439374:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e85c00 00000100:00100000:0.0:1746128329.439403:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3338 00000100:00100000:0.0:1746128329.439409:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555893888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128329.440392:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555893888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 980us (1339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128329.440400:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3338 00002000:00100000:0.0:1746128329.440407:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85c00 x1830947555893888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.440421:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85c00 with x1830947555893888 ext(0->4095) 00010000:00010000:0.0:1746128329.440426:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.440437:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.440442:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e85c00 00000100:00100000:0.0:1746128329.442753:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.442860:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555894016 00000100:00100000:3.0:1746128329.442868:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555894016 00010000:00010000:3.0:1746128329.442896:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.442921:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15761 00000100:00100000:3.0:1746128329.442928:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555894016:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.442954:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.442970:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.442980:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.442998:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e62f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645647 expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.443028:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.443030:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.443036:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.443043:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.443070:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.443080:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521152:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.443676:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.446883:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.446934:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555894272 00000100:00100000:1.0:1746128329.446950:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555894272 00002000:00100000:1.0:1746128329.446985:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958a80 x1830947555894272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.446993:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958a80 with x1830947555894272 ext(0->4095) 00002000:00010000:1.0:1746128329.446998:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087958a80 00000100:00100000:1.0:1746128329.447016:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13934 00000100:00100000:1.0:1746128329.447022:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2016:x1830947555894272:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128329.447112:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521152:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.447126:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.447149:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2016:x1830947555894272:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.447156:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13934 00002000:00100000:1.0:1746128329.447161:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958a80 x1830947555894272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.447168:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958a80 with x1830947555894272 ext(0->4095) 00002000:00010000:1.0:1746128329.447170:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087958a80 00000100:00100000:3.0:1746128329.447404:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555894016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4476us (4657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.447413:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15761 00000100:00100000:0.0:1746128329.450004:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.450107:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555894400 00000100:00100000:1.0:1746128329.450114:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555894400 00000100:00100000:1.0:1746128329.450161:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30800 00000100:00100000:1.0:1746128329.450168:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555894400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.450182:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.450196:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645655 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.450219:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 9 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.450226:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.450227:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.450230:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.450255:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 9 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.450265:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 9 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.450275:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551521280:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.450344:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.452125:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551521280:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.452147:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.452158:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128329.452188:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555894400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2020us (2189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.452194:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30800 00000100:00100000:0.0:1746128329.453359:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.453877:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555894528 00000100:00100000:3.0:1746128329.453886:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555894528 00010000:00010000:3.0:1746128329.453912:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.453935:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15762 00000100:00100000:3.0:1746128329.453952:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555894528:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.453963:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.453978:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.453988:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.454004:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e62fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964564e expref: 10 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.454211:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.454213:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.454219:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.454227:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.454253:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.454264:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521408:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.454477:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.456731:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.456883:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521408:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.456898:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.456927:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555894528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2986us (3571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.456936:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15762 00000100:00100000:1.0:1746128329.457053:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555894784 00000100:00100000:1.0:1746128329.457058:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555894784 00002000:00100000:1.0:1746128329.457089:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7a300 x1830947555894784/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.457098:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7a300 with x1830947555894784 ext(0->4095) 00002000:00010000:1.0:1746128329.457102:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce7a300 00000100:00100000:1.0:1746128329.457117:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13935 00000100:00100000:1.0:1746128329.457123:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555894784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.457213:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555894784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.457219:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13935 00002000:00100000:1.0:1746128329.457224:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7a300 x1830947555894784/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.457230:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7a300 with x1830947555894784 ext(0->4095) 00002000:00010000:1.0:1746128329.457233:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce7a300 00000100:00100000:1.0:1746128329.457886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.457927:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555894912 00000100:00100000:2.0:1746128329.457931:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555894912 00000100:00100000:2.0:1746128329.457973:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30801 00000100:00100000:2.0:1746128329.457979:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555894912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.457987:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.458000:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964565c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.458020:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.458026:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.458028:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.458031:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.458053:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.458063:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.458072:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551521536:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.458130:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.460661:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.460975:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551521536:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.460999:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.461015:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128329.461063:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555894912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3084us (3178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.461071:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30801 00000100:00100000:2.0:1746128329.461095:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555895040 00000100:00100000:2.0:1746128329.461100:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555895040 00000100:00100000:2.0:1746128329.461123:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30802 00000100:00100000:2.0:1746128329.461128:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555895040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.461138:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.461148:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645663 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.461162:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.461166:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.461171:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.461174:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.461195:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.461203:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.461213:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128329.461228:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555895040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.461233:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30802 00000100:00100000:0.0:1746128329.461442:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.462133:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555895168 00000100:00100000:3.0:1746128329.462137:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555895168 00010000:00010000:3.0:1746128329.462158:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.462175:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15763 00000100:00100000:3.0:1746128329.462180:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555895168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.462188:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.462207:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.462216:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.462236:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6303 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645655 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.462254:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.462256:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.462286:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.462293:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.462314:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.462323:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.462337:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521792:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.462455:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.465180:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521792:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.465197:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.465306:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555895168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3123us (3862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.465316:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15763 00000100:00100000:0.0:1746128329.466189:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.466253:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555895424 00000100:00100000:1.0:1746128329.466259:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555895424 00002000:00100000:1.0:1746128329.466293:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d786850 x1830947555895424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.466302:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d786850 with x1830947555895424 ext(0->4095) 00010000:00010000:1.0:1746128329.466309:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.466321:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.466327:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d786850 00000100:00100000:1.0:1746128329.466423:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3339 00000100:00100000:1.0:1746128329.466431:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555895424:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.466685:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555895424:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 254us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.466691:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3339 00002000:00100000:1.0:1746128329.466697:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d786850 x1830947555895424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.466703:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d786850 with x1830947555895424 ext(0->4095) 00010000:00010000:1.0:1746128329.466708:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.466716:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746128329.466721:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d786850 00000100:00100000:0.0:1746128329.469531:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.469630:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555895552 00000100:00100000:3.0:1746128329.469638:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555895552 00010000:00010000:3.0:1746128329.469663:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.469684:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15764 00000100:00100000:3.0:1746128329.469689:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555895552:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.469702:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.469716:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.469870:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.469891:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e630a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964565c expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.469935:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.469937:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.469953:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.469960:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.469988:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.469999:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521920:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.470070:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.471457:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551521920:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.471471:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.471503:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555895552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1813us (1979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.471514:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15764 00000100:00100000:0.0:1746128329.471721:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.472183:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555895808 00000100:00100000:1.0:1746128329.472189:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555895808 00002000:00100000:1.0:1746128329.472217:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07480 x1830947555895808/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.472232:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07480 with x1830947555895808 ext(0->4095) 00002000:00010000:1.0:1746128329.472235:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc07480 00000100:00100000:1.0:1746128329.472395:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13936 00000100:00100000:1.0:1746128329.472402:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555895808:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.472504:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555895808:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (783us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.472510:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13936 00002000:00100000:1.0:1746128329.472515:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07480 x1830947555895808/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.472522:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07480 with x1830947555895808 ext(0->4095) 00002000:00010000:1.0:1746128329.472525:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc07480 00000100:00100000:0.0:1746128329.474070:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.474182:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555895936 00000100:00100000:3.0:1746128329.474188:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555895936 00000100:00100000:3.0:1746128329.474265:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30803 00000100:00100000:3.0:1746128329.474272:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555895936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.474283:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.474295:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964566a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.474314:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.474321:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.474322:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.474326:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.474348:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.474357:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 9 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.474366:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551522048:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.474733:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.477032:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.477129:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551522048:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.477154:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.477169:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ece00, rc 0) 00000100:00100000:3.0:1746128329.477204:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555895936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2932us (3138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.477212:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30803 00000100:00100000:2.0:1746128329.477334:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555896064 00000100:00100000:2.0:1746128329.477339:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555896064 00010000:00010000:2.0:1746128329.477359:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.477377:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15765 00000100:00100000:2.0:1746128329.477382:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555896064:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.477390:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.477403:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.477411:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.477429:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6311 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645663 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.477442:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.477444:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.477450:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.477461:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.477485:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.477494:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551522176:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.478336:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.480081:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551522176:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.480098:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.480138:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947555896064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2755us (3111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.480147:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15765 00000100:00100000:0.0:1746128329.480204:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.480635:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555896320 00000100:00100000:2.0:1746128329.480641:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555896320 00002000:00100000:2.0:1746128329.480665:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc05180 x1830947555896320/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.480675:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05180 with x1830947555896320 ext(0->4095) 00002000:00010000:2.0:1746128329.480678:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc05180 00000100:00100000:2.0:1746128329.480690:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13937 00000100:00100000:2.0:1746128329.480695:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555896320:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.480796:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555896320:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.480804:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13937 00002000:00100000:2.0:1746128329.480808:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc05180 x1830947555896320/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.480815:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05180 with x1830947555896320 ext(0->4095) 00002000:00010000:2.0:1746128329.480818:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc05180 00000100:00100000:0.0:1746128329.482914:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.482997:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.483138:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555896448 00000100:00100000:3.0:1746128329.483144:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555896448 00000100:00100000:3.0:1746128329.483171:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555896576 00000100:00100000:3.0:1746128329.483173:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555896576 00000100:00100000:3.0:1746128329.483195:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30804 00000100:00100000:3.0:1746128329.483201:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555896448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.483213:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.483227:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645671 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.483227:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30805 00000100:00100000:1.0:1746128329.483233:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555896576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.483238:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.483242:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645678 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.483249:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.483394:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.483397:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.483401:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.483434:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.483438:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.483444:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.483446:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 12 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.483474:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.483476:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.483639:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.483651:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 12 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.483652:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551522432:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.483660:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128329.483698:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555896576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 466us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.483704:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30805 00000100:00100000:3.0:1746128329.483992:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.485592:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551522432:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.485608:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.485619:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128329.485644:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555896448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2443us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.485651:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30804 00000100:00100000:0.0:1746128329.486243:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.486592:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555896704 00000100:00100000:2.0:1746128329.486598:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555896704 00010000:00010000:2.0:1746128329.486619:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.486640:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15766 00000100:00100000:2.0:1746128329.486644:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f102680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555896704:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.486653:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.486668:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.486678:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.486696:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e6318 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964566a expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.486717:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.486718:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.486724:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.486735:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.486759:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.486769:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.486778:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551522560:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.486837:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.488527:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551522560:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.488564:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.488591:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f102680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555896704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1946us (2348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.488600:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15766 00000100:00100000:0.0:1746128329.489072:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.489095:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555896960 00000100:00100000:0.0:1746128329.489100:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555896960 00002000:00100000:0.0:1746128329.489129:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f102a00 x1830947555896960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.489137:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102a00 with x1830947555896960 ext(0->4095) 00010000:00010000:0.0:1746128329.489143:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.489153:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.489159:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f102a00 00000100:00100000:0.0:1746128329.489188:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3340 00000100:00100000:0.0:1746128329.489194:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555896960:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128329.489287:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555896960:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128329.489292:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3340 00002000:00100000:0.0:1746128329.489296:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f102a00 x1830947555896960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.489302:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102a00 with x1830947555896960 ext(0->4095) 00010000:00010000:0.0:1746128329.489306:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.489314:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.489319:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f102a00 00000100:00100000:0.0:1746128329.490887:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.490936:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555897088 00000100:00100000:2.0:1746128329.490948:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555897088 00010000:00010000:2.0:1746128329.490967:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.490999:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15767 00000100:00100000:2.0:1746128329.491005:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2017:x1830947555897088:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.491013:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.491027:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.491037:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.491055:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e631f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645671 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.491079:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.491080:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.491086:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.491093:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.491120:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.491129:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551522688:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.491186:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.493338:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.493493:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555897344 00000100:00100000:3.0:1746128329.493501:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555897344 00002000:00100000:3.0:1746128329.493531:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100380 x1830947555897344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.493567:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100380 with x1830947555897344 ext(0->4095) 00002000:00010000:3.0:1746128329.493572:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f100380 00000100:00100000:3.0:1746128329.493590:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13938 00000100:00100000:3.0:1746128329.493597:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555897344:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.493710:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555897344:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.493719:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13938 00002000:00100000:3.0:1746128329.493724:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100380 x1830947555897344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.493731:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100380 with x1830947555897344 ext(0->4095) 00002000:00010000:3.0:1746128329.493734:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f100380 00000100:00100000:2.0:1746128329.494139:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551522688:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.494155:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.494187:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947555897088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3182us (3303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.494194:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15767 00000100:00100000:0.0:1746128329.496049:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.496120:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555897472 00000100:00100000:3.0:1746128329.496127:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555897472 00000100:00100000:3.0:1746128329.496170:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30806 00000100:00100000:3.0:1746128329.496177:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555897472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.496189:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.496202:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964567f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.496223:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.496230:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.496232:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.496235:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.496258:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.496268:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 9 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.496283:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551522816:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.496357:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.502446:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551522816:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.502478:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.502492:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128329.502554:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555897472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6366us (6499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.502562:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30806 00000100:00100000:0.0:1746128329.502616:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.502756:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555897600 00000100:00100000:2.0:1746128329.502761:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555897600 00010000:00010000:2.0:1746128329.502782:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.502799:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15768 00000100:00100000:2.0:1746128329.502804:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555897600:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.502815:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.502831:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.502840:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.502857:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6326 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645678 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.502909:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.502911:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.502917:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.502924:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.502958:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.502972:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551522944:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.503033:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.505984:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.506252:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551522944:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.506267:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.506311:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947555897600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3505us (3695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.506320:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15768 00000100:00100000:3.0:1746128329.506697:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555897728 00000100:00100000:3.0:1746128329.506702:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555897728 00000100:00100000:3.0:1746128329.506911:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30807 00000100:00100000:3.0:1746128329.506921:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555897728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.506935:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.506956:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645686 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.506977:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.506983:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.506985:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746128329.506986:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128329.506988:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128329.507001:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555897984 00000100:00100000:0.0:1746128329.507004:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555897984 00010000:00010000:3.0:1746128329.507013:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.507022:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00100000:0.0:1746128329.507023:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101f80 x1830947555897984/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128329.507031:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551523072:192.168.202.33@tcp:104: 00002000:00100000:0.0:1746128329.507031:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101f80 with x1830947555897984 ext(0->4095) 00010000:00010000:0.0:1746128329.507035:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.507043:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.507048:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f101f80 00000100:00100000:0.0:1746128329.507072:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3341 00000100:00100000:0.0:1746128329.507077:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555897984:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128329.507159:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555897984:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (171us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128329.507164:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3341 00002000:00100000:0.0:1746128329.507170:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101f80 x1830947555897984/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.507176:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101f80 with x1830947555897984 ext(0->4095) 00010000:00010000:0.0:1746128329.507180:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.507189:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.507194:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f101f80 00000100:00100000:3.0:1746128329.508214:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.509313:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.509400:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551523072:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.509418:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.509428:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128329.509454:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555897728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2536us (3475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.509461:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30807 00000100:00100000:3.0:1746128329.509477:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555898112 00000100:00100000:3.0:1746128329.509480:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555898112 00000100:00100000:3.0:1746128329.509496:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30808 00000100:00100000:3.0:1746128329.509501:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555898112:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.509508:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.509518:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964568d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.509530:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.509535:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.509559:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.509562:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.509583:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.509590:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.509597:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128329.509611:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555898112:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.509616:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30808 00000100:00100000:0.0:1746128329.511029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.511125:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555898240 00000100:00100000:3.0:1746128329.511130:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555898240 00010000:00010000:3.0:1746128329.511150:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.511167:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15769 00000100:00100000:3.0:1746128329.511172:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555898240:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.511180:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.511194:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.511207:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.511223:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e632d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964567f expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.511249:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.511251:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.511256:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.511261:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.511281:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.511290:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.511300:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551523328:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.511346:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.513701:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551523328:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.513749:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.513833:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555898240:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2658us (2805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.513845:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15769 00000100:00100000:0.0:1746128329.514001:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.514065:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555898496 00000100:00100000:2.0:1746128329.514070:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555898496 00002000:00100000:2.0:1746128329.514096:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013085bb80 x1830947555898496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.514105:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085bb80 with x1830947555898496 ext(0->4095) 00010000:00010000:2.0:1746128329.514111:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.514122:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.514128:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013085bb80 00000100:00100000:2.0:1746128329.514142:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3342 00000100:00100000:2.0:1746128329.514148:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555898496:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.514246:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555898496:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.514254:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3342 00002000:00100000:2.0:1746128329.514259:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013085bb80 x1830947555898496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.514265:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085bb80 with x1830947555898496 ext(0->4095) 00010000:00010000:2.0:1746128329.514269:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.514277:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.514282:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013085bb80 00000100:00100000:0.0:1746128329.515867:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.515937:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555898624 00000100:00100000:3.0:1746128329.515953:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555898624 00010000:00010000:3.0:1746128329.515970:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.515988:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15770 00000100:00100000:3.0:1746128329.515993:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555898624:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.516002:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.516013:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.516021:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.516037:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6334 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645686 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.516058:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.516059:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.516064:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.516070:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.516091:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.516100:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551523456:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.516151:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.520345:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.520623:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555898880 00000100:00100000:1.0:1746128329.520630:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555898880 00002000:00100000:1.0:1746128329.520667:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ce00 x1830947555898880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.520675:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ce00 with x1830947555898880 ext(0->4095) 00002000:00010000:1.0:1746128329.520680:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7ce00 00000100:00100000:1.0:1746128329.520709:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13939 00000100:00100000:1.0:1746128329.520716:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555898880:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.520818:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555898880:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.520825:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13939 00002000:00100000:1.0:1746128329.520829:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ce00 x1830947555898880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.520841:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ce00 with x1830947555898880 ext(0->4095) 00002000:00010000:1.0:1746128329.520843:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7ce00 00000100:00100000:3.0:1746128329.520923:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551523456:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.520937:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.520966:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555898624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4972us (5103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.520974:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15770 00000100:00100000:0.0:1746128329.524501:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.524597:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555899008 00000100:00100000:1.0:1746128329.524604:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555899008 00000100:00100000:1.0:1746128329.524654:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30809 00000100:00100000:1.0:1746128329.524661:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555899008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.524674:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.524687:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645694 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.524709:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.524716:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.524717:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.524721:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.524746:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.524756:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 9 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.524766:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551523584:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.524830:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.527360:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.527419:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555899136 00000100:00100000:3.0:1746128329.527425:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555899136 00000100:00100000:1.0:1746128329.527449:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551523584:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.527451:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.527468:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.527471:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15771 00000100:00100000:3.0:1746128329.527476:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555899136:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.527479:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00010000:00010000:3.0:1746128329.527484:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.527499:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.527507:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.527510:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555899008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2850us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.527515:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30809 00010000:00010000:3.0:1746128329.527524:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e633b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964568d expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.527563:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.527565:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.527572:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.527579:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.527602:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.527612:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551523712:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.528273:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.530742:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551523712:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.530758:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.530790:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947555899136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3312us (3434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.530799:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15771 00000100:00100000:0.0:1746128329.531259:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.531297:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.531303:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555899264 00000100:00100000:1.0:1746128329.531309:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555899264 00000100:00100000:2.0:1746128329.531346:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555899520 00000100:00100000:2.0:1746128329.531349:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555899520 00002000:00100000:2.0:1746128329.531379:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d500 x1830947555899520/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.531388:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d500 with x1830947555899520 ext(0->4095) 00002000:00010000:2.0:1746128329.531391:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7d500 00000100:00100000:2.0:1746128329.531416:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13940 00000100:00100000:2.0:1746128329.531422:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555899520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.531512:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555899520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (214us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.531517:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13940 00002000:00100000:2.0:1746128329.531526:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d500 x1830947555899520/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.531538:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d500 with x1830947555899520 ext(0->4095) 00002000:00010000:2.0:1746128329.531553:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7d500 00000100:00100000:1.0:1746128329.531673:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30810 00000100:00100000:1.0:1746128329.531678:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555899264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.531686:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.531697:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964569b expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.531716:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.531722:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.531724:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.531727:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.531748:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.531759:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 5 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.531769:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551523840:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.531821:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.533992:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551523840:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.534012:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.534024:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128329.534277:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555899264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2597us (3017us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.534285:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30810 00000100:00100000:0.0:1746128329.534494:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.534919:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555899776 00000100:00100000:3.0:1746128329.534924:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555899776 00010000:00010000:3.0:1746128329.534955:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.534984:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15772 00000100:00100000:3.0:1746128329.534990:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555899776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.535000:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.535016:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.535031:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.535049:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e6342 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645694 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.535059:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.535061:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.535066:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.535073:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.535094:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.535103:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551523968:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.535148:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.535871:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.535937:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555899648 00000100:00100000:1.0:1746128329.535949:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555899648 00000100:00100000:1.0:1746128329.535974:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30811 00000100:00100000:1.0:1746128329.535979:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1725:x1830947555899648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.535989:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.536000:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456a2 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.536014:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.536019:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.536021:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.536023:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.536042:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.536050:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.536057:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551524096:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.537761:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.541351:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551523968:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128329.541369:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128329.541404:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555899776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6414us (6913us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128329.541414:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15772 00000100:00100000:3.0:1746128329.541571:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.541675:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551524096:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.541693:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.541707:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128329.541728:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555899648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5748us (5858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.541734:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30811 00000100:00100000:2.0:1746128329.541802:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555900032 00000100:00100000:2.0:1746128329.541807:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555900032 00002000:00100000:2.0:1746128329.541833:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ee300 x1830947555900032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.541842:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ee300 with x1830947555900032 ext(0->4095) 00010000:00010000:2.0:1746128329.541848:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.541859:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.541866:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ee300 00000100:00100000:2.0:1746128329.541890:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3343 00000100:00100000:2.0:1746128329.541896:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555900032:12345-192.168.202.33@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746128329.542001:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555900032:12345-192.168.202.33@tcp:3:ldlm_bl.0 Request processed in 105us (430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.542006:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3343 00002000:00100000:2.0:1746128329.542010:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ee300 x1830947555900032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.542017:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ee300 with x1830947555900032 ext(0->4095) 00010000:00010000:2.0:1746128329.542021:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.542034:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.542040:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ee300 00000100:00100000:0.0:1746128329.544837:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.545129:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555900160 00000100:00100000:2.0:1746128329.545136:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555900160 00010000:00010000:2.0:1746128329.545166:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.545200:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15773 00000100:00100000:2.0:1746128329.545207:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555900160:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.545220:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.545237:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.545248:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.545268:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6349 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964569b expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.545297:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.545299:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.545305:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.545317:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.545343:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.545353:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551524224:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.545426:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.549384:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551524352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746128329.549427:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128329.549481:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551524352 00000100:00100000:2.0:1746128329.549485:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551524352 00000100:00080000:1.0:1746128329.549532:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128329.549534:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1746128329.549554:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551524352:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746128329.550593:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551524224:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.550612:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.550648:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555900160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5441us (5817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.550656:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15773 00002000:00000024:2.0:1746128329.550733:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498654016 pending 57344 free 3921059840 avail 3689537536 00000100:00100000:2.0:1746128329.550764:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551524352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1224us (1337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.550769:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1746128329.550796:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551524352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128329.550807:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.550925:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555900416 00000100:00100000:1.0:1746128329.550930:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555900416 00002000:00100000:1.0:1746128329.550965:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7c380 x1830947555900416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.550973:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7c380 with x1830947555900416 ext(0->4095) 00002000:00010000:1.0:1746128329.550976:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7c380 00000100:00100000:1.0:1746128329.551002:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13941 00000100:00100000:1.0:1746128329.551009:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555900416:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.551117:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555900416:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.551123:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13941 00002000:00100000:1.0:1746128329.551128:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7c380 x1830947555900416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.551135:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7c380 with x1830947555900416 ext(0->4095) 00002000:00010000:1.0:1746128329.551137:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7c380 00000100:00100000:3.0:1746128329.555223:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.555391:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555900544 00000100:00100000:1.0:1746128329.555399:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555900544 00000100:00100000:1.0:1746128329.555433:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30812 00000100:00100000:1.0:1746128329.555439:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555900544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.555452:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.555465:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456a9 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.555487:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.555493:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.555494:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.555497:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.555520:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.555535:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 9 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.555573:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551524480:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.555640:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.557874:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551524480:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.557979:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.557995:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128329.558164:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555900544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2723us (2946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.558172:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30812 00000100:00100000:0.0:1746128329.558497:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.558628:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555900672 00000100:00100000:3.0:1746128329.558634:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555900672 00010000:00010000:3.0:1746128329.558656:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.558675:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15774 00000100:00100000:3.0:1746128329.558681:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555900672:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.558690:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.558704:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.558713:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.558735:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6350 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a2 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.558746:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.558748:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.558754:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.558761:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.558787:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.558800:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551524608:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.558869:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.560733:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.560838:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.560903:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555901056 00000100:00100000:2.0:1746128329.560909:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555901056 00002000:00100000:2.0:1746128329.560948:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21e300 x1830947555901056/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.560957:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e300 with x1830947555901056 ext(0->4095) 00002000:00010000:2.0:1746128329.560963:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21e300 00000100:00100000:2.0:1746128329.560984:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13942 00000100:00100000:2.0:1746128329.560990:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555901056:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.561009:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555900800 00000100:00100000:1.0:1746128329.561012:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555900800 00000100:00100000:1.0:1746128329.561033:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30813 00000100:00100000:1.0:1746128329.561037:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555900800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.561045:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.561058:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456b0 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.561073:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.561083:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.561084:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746128329.561087:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555901056:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (250us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1746128329.561087:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.561093:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13942 00002000:00100000:2.0:1746128329.561097:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21e300 x1830947555901056/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.561103:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e300 with x1830947555901056 ext(0->4095) 00010000:00010000:1.0:1746128329.561106:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.561107:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.561115:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.561116:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.561121:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21e300 00000100:00100000:1.0:1746128329.561124:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551524736:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.561163:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.562804:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551524608:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.562819:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.562846:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555900672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4165us (4350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.562854:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15774 00000100:00100000:1.0:1746128329.563390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.563495:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555901184 00000100:00100000:2.0:1746128329.563500:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555901184 00000100:00100000:2.0:1746128329.563532:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30814 00000100:00100000:2.0:1746128329.563537:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555901184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.563572:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.563583:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456b7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.563599:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.563604:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 12 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.563610:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.563612:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.563634:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 12 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.563644:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.563651:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ee00, rc 0) 00000100:00100000:2.0:1746128329.563677:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555901184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.563682:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30814 00000100:00100000:0.0:1746128329.565976:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.566095:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551524736:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.566115:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.566127:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:1.0:1746128329.566154:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555900800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5116us (5424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.566160:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30813 00000100:00100000:3.0:1746128329.566371:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555901312 00000100:00100000:3.0:1746128329.566376:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555901312 00010000:00010000:3.0:1746128329.566395:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.566413:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15775 00000100:00100000:3.0:1746128329.566418:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555901312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.566428:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.566440:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.566450:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.566466:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6357 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456a9 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.566477:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.566479:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.566484:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.566491:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.566513:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.566522:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.566531:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551524992:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.566601:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.571169:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551524992:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.571185:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.571241:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555901312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4820us (5266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.571249:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15775 00000100:00100000:1.0:1746128329.571283:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.571435:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555901568 00000100:00100000:0.0:1746128329.571442:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555901568 00002000:00100000:0.0:1746128329.571470:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494700 x1830947555901568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.571478:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494700 with x1830947555901568 ext(0->4095) 00010000:00010000:0.0:1746128329.571485:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.571495:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.571501:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494700 00000100:00100000:0.0:1746128329.571577:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3344 00000100:00100000:0.0:1746128329.571585:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555901568:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128329.571774:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555901568:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128329.571779:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3344 00002000:00100000:0.0:1746128329.571784:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494700 x1830947555901568/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.571790:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494700 with x1830947555901568 ext(0->4095) 00010000:00010000:0.0:1746128329.571794:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746128329.571803:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746128329.571813:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494700 00000100:00100000:0.0:1746128329.573689:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.574709:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555901696 00000100:00100000:3.0:1746128329.574717:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555901696 00010000:00010000:3.0:1746128329.574741:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.574762:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15776 00000100:00100000:3.0:1746128329.574768:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555901696:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.574782:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.574797:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.574806:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.574824:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e635e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b0 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.574852:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.574854:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.574860:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.574866:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.574893:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.574903:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551525120:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.574976:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.576869:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551525120:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.576883:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.576911:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555901696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2142us (3225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.576922:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15776 00000100:00100000:0.0:1746128329.577233:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.577745:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555901952 00000100:00100000:2.0:1746128329.577750:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555901952 00002000:00100000:2.0:1746128329.577778:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21e680 x1830947555901952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.577786:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e680 with x1830947555901952 ext(0->4095) 00002000:00010000:2.0:1746128329.577791:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21e680 00000100:00100000:2.0:1746128329.577813:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13943 00000100:00100000:2.0:1746128329.577818:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947555901952:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128329.578029:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947555901952:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 210us (796us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.578038:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13943 00002000:00100000:2.0:1746128329.578044:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21e680 x1830947555901952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.578050:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21e680 with x1830947555901952 ext(0->4095) 00002000:00010000:2.0:1746128329.578052:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21e680 00000100:00100000:0.0:1746128329.579681:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.579972:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551525248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746128329.579986:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555902080 00000100:00100000:1.0:1746128329.579991:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555902080 00000100:00100000:3.0:1746128329.580007:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128329.580024:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30815 00000100:00100000:1.0:1746128329.580030:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555902080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.580040:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.580052:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456be expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.580073:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.580080:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.580081:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.580084:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.580103:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.580113:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 9 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.580121:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551525376:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.580172:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.580217:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551525248 00000100:00100000:0.0:1746128329.580221:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551525248 00000100:00100000:0.0:1746128329.580246:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1746128329.580250:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551525248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746128329.580270:0:8425:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746128329.580301:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551525248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128329.580305:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1746128329.580449:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551525248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746128329.582353:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551525376:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.582376:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.582389:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128329.582419:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555902080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2389us (2744us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.582426:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30815 00000100:00100000:0.0:1746128329.582574:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.582618:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555902208 00000100:00100000:3.0:1746128329.582623:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555902208 00010000:00010000:3.0:1746128329.582799:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.582818:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15777 00000100:00100000:3.0:1746128329.582825:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555902208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.582834:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.582848:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.582857:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.582875:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e6365 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456b7 expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.583676:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.583679:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.583685:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.583697:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.583720:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.583730:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551525504:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.583834:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.585529:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551525504:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.585567:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.585673:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555902208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2847us (3097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.585682:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15777 00000100:00100000:0.0:1746128329.585722:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.585784:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555902464 00000100:00100000:3.0:1746128329.585789:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555902464 00002000:00100000:3.0:1746128329.585816:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21f100 x1830947555902464/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.585825:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21f100 with x1830947555902464 ext(0->4095) 00002000:00010000:3.0:1746128329.585829:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21f100 00000100:00100000:3.0:1746128329.585855:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13944 00000100:00100000:3.0:1746128329.585861:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555902464:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.585969:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555902464:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.585977:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13944 00002000:00100000:3.0:1746128329.585983:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21f100 x1830947555902464/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.585989:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21f100 with x1830947555902464 ext(0->4095) 00002000:00010000:3.0:1746128329.585992:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d21f100 00000100:00100000:0.0:1746128329.587181:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.587222:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555902592 00000100:00100000:1.0:1746128329.587227:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555902592 00000100:00100000:1.0:1746128329.587256:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30816 00000100:00100000:1.0:1746128329.587261:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1725:x1830947555902592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.587278:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.587290:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456c5 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.587315:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.587322:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.587323:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.587326:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.587398:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.587409:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 5 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.587419:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551525632:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.587644:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.588103:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.588313:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555902720 00000100:00100000:3.0:1746128329.588317:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555902720 00000100:00100000:3.0:1746128329.588347:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30817 00000100:00100000:3.0:1746128329.588352:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555902720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.588359:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.588365:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456cc expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.588376:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.588380:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 12 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.588385:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.588387:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.588405:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 12 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.588415:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.588427:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128329.588449:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555902720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.588454:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30817 00000100:00100000:1.0:1746128329.589071:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551525632:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.589087:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.589094:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128329.589113:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555902592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (1933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.589118:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30816 00000100:00100000:0.0:1746128329.589527:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.589702:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555902848 00000100:00100000:3.0:1746128329.589706:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555902848 00010000:00010000:3.0:1746128329.589722:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.589739:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15778 00000100:00100000:3.0:1746128329.589744:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555902848:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.589752:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.589765:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.589774:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.589790:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e636c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456be expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.589900:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.589902:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.589908:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.589917:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.589936:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.589976:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.589984:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551525888:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.590212:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.591289:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551525888:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.591300:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.591392:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555902848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1646us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.591400:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15778 00000100:00100000:0.0:1746128329.592042:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.592111:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555903104 00000100:00100000:2.0:1746128329.592116:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555903104 00002000:00100000:2.0:1746128329.592142:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21df80 x1830947555903104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.592151:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21df80 with x1830947555903104 ext(0->4095) 00010000:00010000:2.0:1746128329.592157:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.592167:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.592172:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21df80 00000100:00100000:2.0:1746128329.592196:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3345 00000100:00100000:2.0:1746128329.592202:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d21df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555903104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.592327:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d21df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555903104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.592333:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3345 00002000:00100000:2.0:1746128329.592339:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d21df80 x1830947555903104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.592351:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d21df80 with x1830947555903104 ext(0->4095) 00010000:00010000:2.0:1746128329.592356:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.592364:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.592369:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d21df80 00000100:00100000:0.0:1746128329.595329:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.595422:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.595692:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555903232 00000100:00100000:1.0:1746128329.595700:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555903232 00000100:00100000:3.0:1746128329.595739:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555903360 00000100:00100000:3.0:1746128329.595743:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555903360 00000100:00100000:1.0:1746128329.595753:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30818 00000100:00100000:1.0:1746128329.595760:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555903232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.595766:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.595772:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.595783:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456d3 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.595787:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15779 00000100:00100000:3.0:1746128329.595793:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555903360:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.595800:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.595801:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.595806:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.595812:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128329.595815:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.596103:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.596115:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.596118:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.596131:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6373 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456c5 expref: 11 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.596133:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.596141:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.596142:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.596147:0:27081:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.596156:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.596212:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128329.596222:0:27081:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.596234:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.596245:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551526144:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.596246:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555903360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 453us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.596252:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15779 00000100:00100000:1.0:1746128329.596296:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.596676:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551526272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746128329.596706:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128329.597017:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551526272 00000100:00100000:0.0:1746128329.597021:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551526272 00000100:00100000:0.0:1746128329.597399:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1746128329.597404:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551526272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128329.597417:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498654016 pending 57344 free 3921059840 avail 3689537536 00000100:00100000:0.0:1746128329.597460:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551526272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128329.597466:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1746128329.597534:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551526272:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1746128329.597676:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128329.599360:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551526144:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.599373:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:1.0:1746128329.599401:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555903232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3642us (4081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.599407:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30818 00000100:00100000:0.0:1746128329.600425:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.600728:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555903616 00000100:00100000:2.0:1746128329.600734:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555903616 00002000:00100000:2.0:1746128329.600758:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b03100 x1830947555903616/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.600767:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03100 with x1830947555903616 ext(0->4095) 00010000:00010000:2.0:1746128329.600772:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.600783:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.600788:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b03100 00000100:00100000:2.0:1746128329.600813:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3346 00000100:00100000:2.0:1746128329.600819:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555903616:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.600907:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555903616:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (483us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.600912:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3346 00002000:00100000:2.0:1746128329.600916:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b03100 x1830947555903616/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.600922:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03100 with x1830947555903616 ext(0->4095) 00010000:00010000:2.0:1746128329.600926:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.600933:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.600938:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b03100 00000100:00100000:0.0:1746128329.602503:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.602637:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555903744 00000100:00100000:1.0:1746128329.602643:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555903744 00000100:00100000:1.0:1746128329.602977:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30819 00000100:00100000:1.0:1746128329.602985:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555903744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.602997:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.603010:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456da expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.603028:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.603033:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.603038:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128329.603041:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.603070:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.603082:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.603091:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128329.603132:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555903744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.603138:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30819 00000100:00100000:0.0:1746128329.603479:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.603782:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555903872 00000100:00100000:1.0:1746128329.603786:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555903872 00010000:00010000:1.0:1746128329.603799:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.604028:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15780 00000100:00100000:1.0:1746128329.604036:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555903872:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.604044:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.604059:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.604069:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.604084:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e637a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456cc expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.604489:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.604491:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.604497:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.604506:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.604527:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.604537:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 5 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.604577:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551526528:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.604639:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.606777:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551526528:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.606794:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.607370:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555903872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3332us (3888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.607379:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15780 00000100:00100000:0.0:1746128329.608083:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.608219:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555904128 00000100:00100000:3.0:1746128329.608226:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555904128 00002000:00100000:3.0:1746128329.608256:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b03480 x1830947555904128/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.608266:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03480 with x1830947555904128 ext(0->4095) 00010000:00010000:3.0:1746128329.608273:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.608285:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.608292:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b03480 00000100:00100000:3.0:1746128329.608319:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3347 00000100:00100000:3.0:1746128329.608327:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555904128:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.608418:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555904128:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (336us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.608424:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3347 00002000:00100000:3.0:1746128329.608429:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b03480 x1830947555904128/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.608435:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b03480 with x1830947555904128 ext(0->4095) 00010000:00010000:3.0:1746128329.608439:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.608447:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.608452:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b03480 00000100:00100000:0.0:1746128329.613333:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.613426:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555904256 00000100:00100000:1.0:1746128329.613435:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555904256 00010000:00010000:1.0:1746128329.613464:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.613503:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15781 00000100:00100000:1.0:1746128329.613510:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555904256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.613523:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.613538:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.613577:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.613596:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6381 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456d3 expref: 6 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.613623:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.613625:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.613631:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.613638:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.613665:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.613675:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551526656:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.613733:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.616178:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.616412:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551526656:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.616429:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.616466:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555904256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2955us (3140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.616475:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15781 00000100:00100000:2.0:1746128329.617149:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555904512 00000100:00100000:2.0:1746128329.617155:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555904512 00002000:00100000:2.0:1746128329.617187:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87100 x1830947555904512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.617195:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87100 with x1830947555904512 ext(0->4095) 00002000:00010000:2.0:1746128329.617199:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87100 00000100:00100000:2.0:1746128329.617218:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13945 00000100:00100000:2.0:1746128329.617223:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555904512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.617315:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555904512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (1143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.617320:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13945 00002000:00100000:2.0:1746128329.617324:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87100 x1830947555904512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.617336:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87100 with x1830947555904512 ext(0->4095) 00002000:00010000:2.0:1746128329.617338:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87100 00000100:00100000:0.0:1746128329.619340:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.619449:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555904640 00000100:00100000:2.0:1746128329.619456:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555904640 00000100:00100000:2.0:1746128329.619500:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30820 00000100:00100000:2.0:1746128329.619506:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555904640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.619518:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.619531:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456e1 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.619587:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.619595:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.619596:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.619599:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.619624:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.619634:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 9 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.619644:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551526784:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.619710:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.621521:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551526784:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.621568:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.621581:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128329.621610:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555904640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2104us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.621618:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30820 00000100:00100000:0.0:1746128329.621778:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.621831:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555904768 00000100:00100000:1.0:1746128329.621835:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555904768 00010000:00010000:1.0:1746128329.621855:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.621887:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15782 00000100:00100000:1.0:1746128329.621892:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555904768:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.621902:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.621916:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.621926:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.621952:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6388 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456da expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.621974:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.621975:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.621981:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.621987:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.622008:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.622017:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551526912:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.622069:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.625152:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.625228:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551526912:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.625243:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.625275:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555904768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3383us (3498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.625283:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15782 00000100:00100000:2.0:1746128329.625586:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555905024 00000100:00100000:2.0:1746128329.625592:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555905024 00002000:00100000:2.0:1746128329.625622:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e86300 x1830947555905024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.625632:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86300 with x1830947555905024 ext(0->4095) 00002000:00010000:2.0:1746128329.625636:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e86300 00000100:00100000:2.0:1746128329.625658:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13946 00000100:00100000:2.0:1746128329.625664:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555905024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.625760:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555905024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.625765:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13946 00002000:00100000:2.0:1746128329.625769:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e86300 x1830947555905024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.625776:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86300 with x1830947555905024 ext(0->4095) 00002000:00010000:2.0:1746128329.625778:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e86300 00000100:00100000:0.0:1746128329.628253:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.628407:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555905152 00000100:00100000:2.0:1746128329.628414:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555905152 00000100:00100000:2.0:1746128329.628469:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30821 00000100:00100000:2.0:1746128329.628476:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1723:x1830947555905152:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.628489:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.628504:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456e8 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.628528:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.628534:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.628536:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.628562:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.628586:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.628595:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.628605:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551527040:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.628668:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.629246:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.629375:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555905280 00000100:00100000:1.0:1746128329.629380:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555905280 00000100:00100000:1.0:1746128329.629415:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30822 00000100:00100000:1.0:1746128329.629421:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555905280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.629428:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.629436:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456ef expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.629453:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.629457:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.629463:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.629466:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 12 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.629487:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.629496:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 12 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.629504:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128329.629528:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555905280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.629533:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30822 00000100:00100000:2.0:1746128329.631606:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551527040:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.631630:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.631646:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128329.631691:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555905152:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3214us (3442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.631698:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30821 00000100:00100000:0.0:1746128329.632075:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.633036:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555905408 00000100:00100000:1.0:1746128329.633045:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555905408 00010000:00010000:1.0:1746128329.633078:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.633114:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15783 00000100:00100000:1.0:1746128329.633121:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555905408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.633131:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.633148:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.633158:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.633177:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e638f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e1 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.633203:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.633205:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.633211:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.633218:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.633243:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.633253:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.633263:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551527296:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.633333:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.635135:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551527296:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.635151:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.635229:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555905408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2107us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.635238:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15783 00000100:00100000:0.0:1746128329.635582:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.635648:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555905664 00000100:00100000:3.0:1746128329.635654:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555905664 00002000:00100000:3.0:1746128329.635681:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85c00 x1830947555905664/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.635689:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85c00 with x1830947555905664 ext(0->4095) 00010000:00010000:3.0:1746128329.635696:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.635706:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.635712:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e85c00 00000100:00100000:3.0:1746128329.635726:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3348 00000100:00100000:3.0:1746128329.635732:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555905664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.635825:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555905664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (244us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.635831:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3348 00002000:00100000:3.0:1746128329.635836:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85c00 x1830947555905664/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.635842:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85c00 with x1830947555905664 ext(0->4095) 00010000:00010000:3.0:1746128329.635846:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.635853:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.635858:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e85c00 00000100:00100000:0.0:1746128329.637139:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.637211:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555905792 00000100:00100000:1.0:1746128329.637216:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555905792 00010000:00010000:1.0:1746128329.637233:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.637265:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15784 00000100:00100000:1.0:1746128329.637271:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555905792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.637279:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.637292:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.637301:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.637320:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6396 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456e8 expref: 11 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.637410:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.637412:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.637418:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.637426:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.637452:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.637462:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551527424:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.637510:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.638989:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551527424:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.639004:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.639028:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555905792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1758us (1892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.639036:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15784 00000100:00100000:0.0:1746128329.639665:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.639747:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555906048 00000100:00100000:3.0:1746128329.639753:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555906048 00002000:00100000:3.0:1746128329.639778:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85f80 x1830947555906048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.639786:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85f80 with x1830947555906048 ext(0->4095) 00002000:00010000:3.0:1746128329.639790:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e85f80 00000100:00100000:3.0:1746128329.639818:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13947 00000100:00100000:3.0:1746128329.639823:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947555906048:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128329.640250:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947555906048:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 425us (585us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.640256:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13947 00002000:00100000:3.0:1746128329.640261:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e85f80 x1830947555906048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.640268:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e85f80 with x1830947555906048 ext(0->4095) 00002000:00010000:3.0:1746128329.640271:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e85f80 00000100:00100000:0.0:1746128329.642378:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.642820:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555906176 00000100:00100000:2.0:1746128329.642827:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555906176 00000100:00100000:2.0:1746128329.642858:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30823 00000100:00100000:2.0:1746128329.642863:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555906176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.642875:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.642888:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456f6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.642909:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.642915:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.642917:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.642920:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.642954:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 9 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.642963:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 9 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.643043:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551527552:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.643187:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.645622:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551527552:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.645648:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.645663:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128329.645708:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555906176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2844us (3334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.645716:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30823 00000100:00100000:0.0:1746128329.645904:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.645986:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555906304 00000100:00100000:1.0:1746128329.645991:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555906304 00010000:00010000:1.0:1746128329.646011:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.646045:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15785 00000100:00100000:1.0:1746128329.646058:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555906304:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.646068:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.646081:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.646089:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.646105:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e639d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456ef expref: 10 pid: 27081 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.646126:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.646128:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.646134:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.646140:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.646160:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.646168:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551527680:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.646229:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.649777:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551527680:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.649797:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.649828:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947555906304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3776us (3923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.649837:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15785 00000100:00100000:0.0:1746128329.650108:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.650203:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555906560 00000100:00100000:3.0:1746128329.650208:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555906560 00002000:00100000:3.0:1746128329.650236:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958e00 x1830947555906560/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.650244:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958e00 with x1830947555906560 ext(0->4095) 00002000:00010000:3.0:1746128329.650247:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087958e00 00000100:00100000:3.0:1746128329.650259:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13948 00000100:00100000:3.0:1746128329.650264:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555906560:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.650344:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555906560:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (238us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.650348:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13948 00002000:00100000:3.0:1746128329.650352:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958e00 x1830947555906560/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.650358:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958e00 with x1830947555906560 ext(0->4095) 00002000:00010000:3.0:1746128329.650360:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087958e00 00000100:00100000:0.0:1746128329.653446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.653522:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.653698:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555906688 00000100:00100000:1.0:1746128329.653704:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555906688 00000100:00100000:1.0:1746128329.653734:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555906816 00000100:00100000:1.0:1746128329.653736:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555906816 00000100:00100000:1.0:1746128329.653761:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30824 00000100:00100000:1.0:1746128329.653767:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1723:x1830947555906688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.653780:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.653793:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96456fd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.653815:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.653822:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.653824:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.653826:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.653849:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.653859:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 5 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.653869:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551527808:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.653929:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.654182:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30825 00000100:00100000:2.0:1746128329.654190:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555906816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.654197:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.654204:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645704 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.654216:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.654219:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.654223:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.654225:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.654245:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.654254:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.654262:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128329.654279:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555906816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.654284:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30825 00000100:00100000:1.0:1746128329.658263:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551527808:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.658287:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.658301:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128329.658330:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555906688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4563us (4891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.658338:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30824 00000100:00100000:0.0:1746128329.658848:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.658898:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555906944 00000100:00100000:1.0:1746128329.658903:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555906944 00010000:00010000:1.0:1746128329.658922:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.658965:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15786 00000100:00100000:1.0:1746128329.658970:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555906944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.658980:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.658996:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.659005:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.659022:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e63a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456f6 expref: 6 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.659050:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.659052:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.659058:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.659065:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.659088:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.659097:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 10 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.659110:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551528064:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.659154:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.659651:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551528192:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746128329.659687:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128329.659755:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551528192 00000100:00100000:1.0:1746128329.659758:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551528192 00000100:00100000:1.0:1746128329.659954:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1746128329.659959:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551528192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746128329.659984:0:7251:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746128329.660470:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551528192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 510us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.660475:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1746128329.660536:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551528192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746128329.661428:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551528064:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.661439:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.661471:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555906944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2500us (2623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.661478:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15786 00000100:00100000:0.0:1746128329.662054:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.662077:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555907200 00000100:00100000:2.0:1746128329.662081:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555907200 00002000:00100000:2.0:1746128329.662106:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795aa00 x1830947555907200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.662113:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795aa00 with x1830947555907200 ext(0->4095) 00010000:00010000:2.0:1746128329.662120:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.662130:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.662135:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795aa00 00000100:00100000:2.0:1746128329.662157:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3349 00000100:00100000:2.0:1746128329.662163:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555907200:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.662693:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947555907200:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 528us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.662955:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3349 00002000:00100000:2.0:1746128329.662964:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795aa00 x1830947555907200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.662971:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795aa00 with x1830947555907200 ext(0->4095) 00010000:00010000:2.0:1746128329.662977:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.662986:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.662992:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795aa00 00000100:00100000:0.0:1746128329.665101:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.665178:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555907328 00000100:00100000:1.0:1746128329.665185:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555907328 00010000:00010000:1.0:1746128329.665210:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.665244:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15787 00000100:00100000:1.0:1746128329.665443:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555907328:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.665456:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.665474:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.665485:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.665503:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e63ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96456fd expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746128329.665526:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.665528:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.665534:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.665556:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.665587:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 10 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.665598:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551528320:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128329.665984:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.668675:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551528320:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.668693:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.668727:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947555907328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3477us (3631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.668737:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15787 00000100:00100000:0.0:1746128329.670119:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.672095:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555907584 00000100:00100000:2.0:1746128329.672105:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555907584 00002000:00100000:2.0:1746128329.672143:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b480 x1830947555907584/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.672151:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b480 with x1830947555907584 ext(0->4095) 00002000:00010000:2.0:1746128329.672155:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795b480 00000100:00100000:3.0:1746128329.673526:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13949 00000100:00100000:3.0:1746128329.673534:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555907584:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.673654:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555907584:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (3539us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.673658:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13949 00002000:00100000:3.0:1746128329.673662:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b480 x1830947555907584/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.673667:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b480 with x1830947555907584 ext(0->4095) 00002000:00010000:3.0:1746128329.673670:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795b480 00000100:00100000:0.0:1746128329.678790:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.678901:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555907712 00000100:00100000:1.0:1746128329.679006:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555907712 00000100:00100000:1.0:1746128329.679041:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30826 00000100:00100000:1.0:1746128329.679047:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555907712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.679060:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.679073:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964570b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.679095:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.679101:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.679103:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.679105:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.679128:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.679138:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 9 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.679147:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551528448:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.679218:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.685517:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551528448:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.685578:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.685597:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128329.685637:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555907712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6590us (6854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.685645:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30826 00000100:00100000:0.0:1746128329.687123:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.687351:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555907840 00000100:00100000:3.0:1746128329.687360:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555907840 00002000:00100000:3.0:1746128329.687391:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880087958380 x1830947555907840/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.687400:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958380 with x1830947555907840 ext(0->7) 00010000:00010000:3.0:1746128329.687406:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.687418:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 10 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.687424:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087958380 00000100:00100000:3.0:1746128329.687440:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3350 00000100:00100000:3.0:1746128329.687446:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947555907840:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128329.693436:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555907840:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 5981us (6308us total) trans 4294970554 rc 0/0 00000100:00100000:3.0:1746128329.693448:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3350 00002000:00100000:3.0:1746128329.693459:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880087958380 x1830947555907840/t4294970554(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/448 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.693468:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958380 with x1830947555907840 ext(0->7) 00010000:00010000:3.0:1746128329.693477:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 12 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.693491:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 12 pid: 9592 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.693497:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087958380 00000100:00100000:0.0:1746128329.695847:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.695920:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555907968 00000100:00100000:1.0:1746128329.695928:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555907968 00000100:00100000:0.0:1746128329.695930:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.695988:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555908096 00000100:00100000:2.0:1746128329.695991:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555908096 00010000:00010000:2.0:1746128329.696012:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 13 pid: 9592 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.696046:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15788 00000100:00100000:2.0:1746128329.696052:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555908096:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.696064:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128329.696076:0:7233:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746128329 -> 1746128330 00002000:00010000:2.0:1746128329.696079:0:7233:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746128329 -> 1746128330 00010000:00010000:2.0:1746128329.696083:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 13 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.696093:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 13 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.696113:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e63b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645704 expref: 13 pid: 9592 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.696128:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.696130:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.696136:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.696143:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.696176:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.696187:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093983800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551528576:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.696240:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.697137:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30827 00000100:00100000:1.0:1746128329.697347:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555907968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.697360:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.697372:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645712 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.697390:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.697396:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.697398:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.697401:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.697419:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.697429:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.697441:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551528704:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.698064:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.698128:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093983800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551528576:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.698142:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.698178:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555908096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2125us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.698186:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15788 00000100:00100000:0.0:1746128329.698691:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.698969:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555908352 00000100:00100000:3.0:1746128329.698975:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555908352 00002000:00100000:3.0:1746128329.699006:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958a80 x1830947555908352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.699015:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958a80 with x1830947555908352 ext(0->4095) 00010000:00010000:3.0:1746128329.699022:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.699032:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.699041:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087958a80 00000100:00100000:3.0:1746128329.699059:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3351 00000100:00100000:3.0:1746128329.699065:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555908352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.699125:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551528704:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.699141:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.699151:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e600, rc 0) 00000100:00100000:3.0:1746128329.699161:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555908352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.699165:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3351 00002000:00100000:3.0:1746128329.699169:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958a80 x1830947555908352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746128329.699172:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555907968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2029us (3333us total) trans 0 rc 0/0 00002000:00100000:3.0:1746128329.699173:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958a80 with x1830947555908352 ext(0->4095) 00010000:00010000:3.0:1746128329.699177:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.699179:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30827 00010000:00010000:3.0:1746128329.699182:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.699186:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087958a80 00000100:00100000:0.0:1746128329.700315:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.700376:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555908480 00000100:00100000:3.0:1746128329.700380:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555908480 00010000:00010000:3.0:1746128329.700394:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.700424:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15789 00000100:00100000:3.0:1746128329.700429:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555908480:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.700437:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.700447:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.700456:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.700473:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e63b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964570b expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.700494:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.700496:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.700501:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.700508:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.700532:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.700563:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551528832:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.700620:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.701910:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.701960:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551528832:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.701974:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.701999:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555908480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1570us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.702006:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15789 00000100:00100000:2.0:1746128329.702721:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555908736 00000100:00100000:2.0:1746128329.702727:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555908736 00002000:00100000:2.0:1746128329.702753:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce78380 x1830947555908736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.702761:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78380 with x1830947555908736 ext(0->4095) 00002000:00010000:2.0:1746128329.702765:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce78380 00000100:00100000:2.0:1746128329.702779:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13950 00000100:00100000:2.0:1746128329.702785:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555908736:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.702878:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555908736:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (971us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.702883:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13950 00002000:00100000:2.0:1746128329.702887:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce78380 x1830947555908736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.702894:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78380 with x1830947555908736 ext(0->4095) 00002000:00010000:2.0:1746128329.702896:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce78380 00000100:00100000:0.0:1746128329.704127:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.704175:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555908864 00000100:00100000:1.0:1746128329.704179:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555908864 00000100:00100000:1.0:1746128329.704215:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30828 00000100:00100000:1.0:1746128329.704220:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555908864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.704229:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.704242:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645719 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.704264:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.704271:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.704273:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.704276:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.704301:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.704311:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746128329.704320:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551528960:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.704387:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.706868:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.707039:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551528960:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.707063:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.707077:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128329.707115:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555908864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2894us (2990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.707122:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30828 00000100:00100000:3.0:1746128329.707189:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555908992 00000100:00100000:3.0:1746128329.707194:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555908992 00010000:00010000:3.0:1746128329.707211:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.707228:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15790 00000100:00100000:3.0:1746128329.707233:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555908992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.707241:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.707255:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.707265:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.707288:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e600/0x6e2f3e23d86e63c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645712 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.707431:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.707434:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.707440:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.707448:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.707472:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.707482:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551529088:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.707575:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.709692:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551529088:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.709709:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.710030:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555908992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2794us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.710039:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15790 00000100:00100000:0.0:1746128329.710310:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.710684:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555909248 00000100:00100000:2.0:1746128329.710690:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555909248 00002000:00100000:2.0:1746128329.710721:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce78000 x1830947555909248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.710734:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78000 with x1830947555909248 ext(0->4095) 00002000:00010000:2.0:1746128329.710738:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce78000 00000100:00100000:2.0:1746128329.710858:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13951 00000100:00100000:2.0:1746128329.710865:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555909248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.710987:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555909248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.710996:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13951 00002000:00100000:2.0:1746128329.711001:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce78000 x1830947555909248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.711007:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78000 with x1830947555909248 ext(0->4095) 00002000:00010000:2.0:1746128329.711010:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce78000 00000100:00100000:2.0:1746128329.715059:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.715163:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.715331:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555909376 00000100:00100000:1.0:1746128329.715338:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555909376 00000100:00100000:1.0:1746128329.715373:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555909504 00000100:00100000:1.0:1746128329.715376:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555909504 00000100:00100000:1.0:1746128329.715390:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30829 00000100:00100000:1.0:1746128329.715397:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095842c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555909376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.715412:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.715426:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645720 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.715452:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.715458:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.715460:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.715463:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.715466:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30830 00000100:00100000:2.0:1746128329.715473:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:1723:x1830947555909504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.715480:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.715486:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645727 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.715489:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.715499:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.715508:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746128329.715509:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551529216:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.715512:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.715517:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.715519:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.715568:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.715580:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.715593:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128329.716084:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:1723:x1830947555909504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 609us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.716089:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30830 00000100:00100000:1.0:1746128329.716099:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.717974:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551529216:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.717996:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.718008:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:1.0:1746128329.718052:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095842c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:1725:x1830947555909376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2655us (2999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.718059:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30829 00000100:00100000:0.0:1746128329.718302:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.718403:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555909632 00000100:00100000:3.0:1746128329.718409:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555909632 00010000:00010000:3.0:1746128329.718430:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.718460:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15791 00000100:00100000:3.0:1746128329.718466:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555909632:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.718476:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.718490:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.718499:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.718516:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e63c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645719 expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.718529:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.718530:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.718536:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.718567:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.718593:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.718604:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.718613:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551529472:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.718663:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.720708:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551529472:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.720723:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.720764:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555909632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2298us (2462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.720773:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15791 00000100:00100000:0.0:1746128329.721288:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.721465:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555909888 00000100:00100000:2.0:1746128329.721471:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555909888 00002000:00100000:2.0:1746128329.721604:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce79c00 x1830947555909888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.721612:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79c00 with x1830947555909888 ext(0->4095) 00010000:00010000:2.0:1746128329.721619:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.721630:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.721635:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce79c00 00000100:00100000:2.0:1746128329.721734:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3352 00000100:00100000:2.0:1746128329.721741:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555909888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.722329:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555909888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 586us (1040us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.722335:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3352 00002000:00100000:2.0:1746128329.722340:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce79c00 x1830947555909888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.722352:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79c00 with x1830947555909888 ext(0->4095) 00010000:00010000:2.0:1746128329.722357:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.722365:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.722370:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce79c00 00000100:00100000:0.0:1746128329.724518:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.724583:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555910016 00000100:00100000:1.0:1746128329.724590:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555910016 00000100:00100000:1.0:1746128329.724635:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30831 00000100:00100000:1.0:1746128329.724642:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555910016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.724654:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.724667:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964572e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.724686:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.724691:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.724701:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128329.724704:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.724733:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.724742:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.724751:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f600, rc 0) 00000100:00100000:1.0:1746128329.725134:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555910016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 491us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.725139:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30831 00000100:00100000:2.0:1746128329.725726:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.725770:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555910144 00000100:00100000:3.0:1746128329.725775:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555910144 00010000:00010000:3.0:1746128329.725790:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.726228:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15792 00000100:00100000:3.0:1746128329.726235:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555910144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.726385:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.726399:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.726407:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.726419:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e63ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645720 expref: 13 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.726437:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.726438:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.726442:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.726447:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.726461:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.726467:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.726474:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551529728:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.726531:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.727674:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551529728:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.727687:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.727724:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555910144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1488us (1997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.727732:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15792 00000100:00100000:0.0:1746128329.728911:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.729004:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555910400 00000100:00100000:2.0:1746128329.729011:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555910400 00002000:00100000:2.0:1746128329.729040:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f64700 x1830947555910400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.729048:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64700 with x1830947555910400 ext(0->4095) 00010000:00010000:2.0:1746128329.729054:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.729066:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.729071:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f64700 00000100:00100000:2.0:1746128329.729099:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3353 00000100:00100000:2.0:1746128329.729105:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555910400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.729211:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555910400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.729220:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3353 00002000:00100000:2.0:1746128329.729225:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f64700 x1830947555910400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.729232:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64700 with x1830947555910400 ext(0->4095) 00010000:00010000:2.0:1746128329.729237:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.729245:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.729250:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f64700 00000100:00100000:0.0:1746128329.731165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.731237:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.731336:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555910528 00000100:00100000:1.0:1746128329.731342:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555910528 00000100:00100000:1.0:1746128329.731382:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30832 00000100:00100000:1.0:1746128329.731389:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555910528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.731401:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.731415:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645735 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.731433:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.731438:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.731443:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128329.731447:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.731475:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.731486:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.731495:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128329.731526:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:1723:x1830947555910528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.731531:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30832 00000100:00100000:3.0:1746128329.731732:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555910656 00000100:00100000:3.0:1746128329.731735:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555910656 00010000:00010000:3.0:1746128329.731755:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.731777:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15793 00000100:00100000:3.0:1746128329.731782:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555910656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.731790:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.731804:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.731813:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.731828:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645727 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.731847:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.731848:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.731853:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.731859:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.731878:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.731888:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 5 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.731898:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551529984:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.731963:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.734171:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551529984:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.734187:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.734441:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555910656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2656us (3201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.734449:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15793 00000100:00100000:1.0:1746128329.734841:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.734908:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555910912 00000100:00100000:3.0:1746128329.734913:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555910912 00002000:00100000:3.0:1746128329.734950:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496d80 x1830947555910912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.734959:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496d80 with x1830947555910912 ext(0->4095) 00010000:00010000:3.0:1746128329.734966:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.734976:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.734982:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496d80 00000100:00100000:3.0:1746128329.735007:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3354 00000100:00100000:3.0:1746128329.735013:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555910912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.735102:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555910912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (260us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.735107:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3354 00002000:00100000:3.0:1746128329.735112:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496d80 x1830947555910912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.735119:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496d80 with x1830947555910912 ext(0->4095) 00010000:00010000:3.0:1746128329.735123:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.735132:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.735137:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496d80 00000100:00100000:0.0:1746128329.738506:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.738583:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555911040 00000100:00100000:3.0:1746128329.738590:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555911040 00010000:00010000:3.0:1746128329.738615:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.738648:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15794 00000100:00100000:3.0:1746128329.738655:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555911040:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.738665:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.738680:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.738690:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.738709:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e63dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964572e expref: 6 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.738734:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.738736:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.738743:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.738750:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.738777:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.738787:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551530112:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.738860:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.742660:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551530112:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.742677:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.743151:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555911040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4495us (4649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.743165:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15794 00000100:00100000:0.0:1746128329.743884:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.745016:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555911296 00000100:00100000:2.0:1746128329.745025:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555911296 00002000:00100000:2.0:1746128329.745058:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66a00 x1830947555911296/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.745067:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66a00 with x1830947555911296 ext(0->4095) 00002000:00010000:2.0:1746128329.745072:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f66a00 00000100:00100000:2.0:1746128329.745096:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13952 00000100:00100000:2.0:1746128329.745102:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555911296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.745766:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555911296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 662us (1882us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.745773:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13952 00002000:00100000:2.0:1746128329.745778:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66a00 x1830947555911296/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.745790:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66a00 with x1830947555911296 ext(0->4095) 00002000:00010000:2.0:1746128329.745793:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f66a00 00000100:00100000:0.0:1746128329.748002:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.748059:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555911424 00000100:00100000:2.0:1746128329.748066:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555911424 00000100:00100000:2.0:1746128329.748145:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30833 00000100:00100000:2.0:1746128329.748151:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555911424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.748164:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.748178:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964573c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.748201:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.748207:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.748208:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.748211:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.748235:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.748244:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 11 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.748253:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551530240:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.748321:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.750102:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093980a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551530240:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.750128:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.750139:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128329.750179:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555911424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2027us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.750185:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30833 00000100:00100000:0.0:1746128329.750428:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.750655:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555911552 00000100:00100000:3.0:1746128329.750660:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555911552 00010000:00010000:3.0:1746128329.750680:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.750712:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15795 00000100:00100000:3.0:1746128329.750717:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555911552:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.750727:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.750743:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.750752:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.750770:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e63e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645735 expref: 12 pid: 9591 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.750793:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.750795:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.750801:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.750808:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.750830:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.750839:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551530368:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.751833:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.754131:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.754231:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.754253:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555911936 00000100:00100000:2.0:1746128329.754259:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555911936 00002000:00100000:2.0:1746128329.754293:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093981180 x1830947555911936/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.754302:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981180 with x1830947555911936 ext(0->4095) 00002000:00010000:2.0:1746128329.754306:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093981180 00000100:00100000:2.0:1746128329.754323:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13953 00000100:00100000:2.0:1746128329.754330:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555911936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.754433:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555911936:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (201us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.754439:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13953 00002000:00100000:2.0:1746128329.754444:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093981180 x1830947555911936/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.754450:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981180 with x1830947555911936 ext(0->4095) 00002000:00010000:2.0:1746128329.754453:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093981180 00000100:00100000:2.0:1746128329.754532:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551530368:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.754564:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.754599:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555911552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3881us (4172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.754607:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15795 00000100:00100000:0.0:1746128329.754713:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555911680 00000100:00100000:0.0:1746128329.754717:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555911680 00000100:00100000:0.0:1746128329.754738:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30834 00000100:00100000:0.0:1746128329.754743:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1723:x1830947555911680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128329.754750:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128329.754761:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645743 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.754778:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.754788:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.754789:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.754792:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.754812:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.754821:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746128329.754830:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551530496:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128329.754878:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.757087:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551530496:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.757139:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.757152:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05bc00, rc 0) 00000100:00100000:2.0:1746128329.757185:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555911680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2441us (3060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.757192:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30834 00000100:00100000:0.0:1746128329.757510:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.757578:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.757799:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555912192 00000100:00100000:2.0:1746128329.757804:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555912192 00000100:00100000:2.0:1746128329.757829:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30835 00000100:00100000:2.0:1746128329.757834:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555912192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.757844:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128329.758202:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555912064 00000100:00100000:3.0:1746128329.758207:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555912064 00010000:00010000:2.0:1746128329.758216:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964574a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.758223:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.758235:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.758240:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.758241:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15796 00010000:00010000:2.0:1746128329.758245:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746128329.758246:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555912064:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.758248:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.758253:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.758269:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.758273:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.758278:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.758290:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.758297:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f400, rc 0) 00000100:00100000:2.0:1746128329.758319:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:1725:x1830947555912192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 484us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.758324:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30835 00010000:00010000:3.0:1746128329.758617:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e63ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964573c expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.758635:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.758637:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.758642:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.758648:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.758667:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.758680:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.759010:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551530752:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.759077:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.760920:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551530752:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.760935:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.761010:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555912064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2763us (3431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.761018:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15796 00000100:00100000:0.0:1746128329.762240:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.762500:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555912448 00000100:00100000:2.0:1746128329.762507:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555912448 00002000:00100000:2.0:1746128329.762535:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f111500 x1830947555912448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.762570:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111500 with x1830947555912448 ext(0->4095) 00010000:00010000:2.0:1746128329.762577:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.762589:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.762595:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f111500 00000100:00100000:2.0:1746128329.762616:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3355 00000100:00100000:2.0:1746128329.762622:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555912448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.762936:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555912448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 313us (698us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.762951:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3355 00002000:00100000:2.0:1746128329.762956:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f111500 x1830947555912448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.762963:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111500 with x1830947555912448 ext(0->4095) 00010000:00010000:2.0:1746128329.762968:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.762977:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.762982:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f111500 00000100:00100000:0.0:1746128329.764630:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.764808:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555912576 00000100:00100000:3.0:1746128329.764814:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555912576 00010000:00010000:3.0:1746128329.764833:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.764852:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15797 00000100:00100000:3.0:1746128329.764857:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555912576:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.764866:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.764879:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.764888:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.764905:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e63f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645743 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.764925:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.764927:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.764933:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.764955:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.764980:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.764989:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551530880:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.765048:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.767432:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.767518:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555912832 00000100:00100000:2.0:1746128329.767525:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555912832 00002000:00100000:2.0:1746128329.767850:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113b80 x1830947555912832/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.767858:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113b80 with x1830947555912832 ext(0->4095) 00002000:00010000:2.0:1746128329.767862:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f113b80 00000100:00100000:2.0:1746128329.767981:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13954 00000100:00100000:2.0:1746128329.767988:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555912832:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.768096:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555912832:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (670us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.768102:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13954 00002000:00100000:2.0:1746128329.768108:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113b80 x1830947555912832/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.768114:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113b80 with x1830947555912832 ext(0->4095) 00002000:00010000:2.0:1746128329.768117:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f113b80 00000100:00100000:3.0:1746128329.768431:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551530880:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.768444:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.768466:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555912576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3609us (3840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.768474:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15797 00000100:00100000:0.0:1746128329.771066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.771191:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555912960 00000100:00100000:2.0:1746128329.771198:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555912960 00000100:00100000:2.0:1746128329.771267:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30836 00000100:00100000:2.0:1746128329.771273:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555912960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.771287:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.771301:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645751 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.771324:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.771330:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.771332:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.771335:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.771361:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.771371:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.771381:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551531008:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.771982:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.774793:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551531008:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.774821:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.774835:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128329.774884:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555912960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3610us (3823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.774892:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30836 00000100:00100000:0.0:1746128329.775207:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.775425:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555913088 00000100:00100000:3.0:1746128329.775431:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555913088 00010000:00010000:3.0:1746128329.775452:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.775471:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15798 00000100:00100000:3.0:1746128329.775475:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555913088:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.775487:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.775502:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.775511:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.775528:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e63f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964574a expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.775561:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.775563:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.775569:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.775575:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.775602:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.775612:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551531136:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.775666:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.778067:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.778232:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555913344 00000100:00100000:1.0:1746128329.778238:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555913344 00002000:00100000:1.0:1746128329.778267:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110380 x1830947555913344/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.778280:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110380 with x1830947555913344 ext(0->4095) 00002000:00010000:1.0:1746128329.778283:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f110380 00000100:00100000:1.0:1746128329.778308:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13955 00000100:00100000:1.0:1746128329.778314:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555913344:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.778414:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555913344:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.778419:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13955 00002000:00100000:1.0:1746128329.778424:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110380 x1830947555913344/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.778430:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110380 with x1830947555913344 ext(0->4095) 00002000:00010000:1.0:1746128329.778433:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f110380 00000100:00100000:0.0:1746128329.778686:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.778839:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555913472 00000100:00100000:2.0:1746128329.778843:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555913472 00000100:00100000:2.0:1746128329.778867:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30837 00000100:00100000:2.0:1746128329.778871:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555913472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.778880:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.778892:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645758 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.778910:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.778916:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.778917:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.778920:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.778953:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.778968:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.778979:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551531264:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.779037:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.779218:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551531136:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.779230:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.779252:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555913088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3775us (4045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.779261:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15798 00000100:00100000:2.0:1746128329.781117:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551531264:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.781137:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.781148:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128329.781182:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1723:x1830947555913472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2309us (2495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.781188:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30837 00000100:00100000:0.0:1746128329.781875:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.782284:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.782469:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555913728 00000100:00100000:3.0:1746128329.782475:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555913728 00010000:00010000:3.0:1746128329.782498:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.782517:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15799 00000100:00100000:3.0:1746128329.782523:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555913728:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.782532:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.782562:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.782571:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.782588:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e63ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645751 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.782919:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555913600 00000100:00100000:2.0:1746128329.782923:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555913600 00000100:00100000:2.0:1746128329.782957:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30838 00000100:00100000:2.0:1746128329.782962:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555913600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.782974:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.782982:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964575f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.782995:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.783000:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.783010:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.783013:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.783038:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.783048:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.783055:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.783056:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.783061:0:9593:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.783067:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.783083:0:9593:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.783093:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.783103:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551531520:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.783159:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746128329.783315:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.783337:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555913728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 814us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.783343:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15799 00000100:00100000:0.0:1746128329.785618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.785759:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555913984 00000100:00100000:3.0:1746128329.785765:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555913984 00002000:00100000:3.0:1746128329.785796:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112300 x1830947555913984/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.785811:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947555913984 ext(0->4095) 00010000:00010000:3.0:1746128329.785817:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 14 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.785827:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 14 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.785833:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112300 00000100:00100000:2.0:1746128329.786040:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551531520:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.786056:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128329.786098:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:1725:x1830947555913600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3135us (4223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.786105:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30838 00000100:00100000:3.0:1746128329.786445:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3356 00000100:00100000:3.0:1746128329.786451:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555913984:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.786574:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555913984:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (959us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.786580:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3356 00002000:00100000:3.0:1746128329.786584:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112300 x1830947555913984/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.786591:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947555913984 ext(0->4095) 00010000:00010000:3.0:1746128329.786596:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.786605:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746128329.786610:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112300 00000100:00100000:0.0:1746128329.789316:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.789403:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555914112 00000100:00100000:3.0:1746128329.789412:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555914112 00010000:00010000:3.0:1746128329.789435:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.790176:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15800 00000100:00100000:3.0:1746128329.790184:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947555914112:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.790195:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.790212:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.790222:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.790240:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6406 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645758 expref: 13 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.790293:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.790295:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.790302:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.790310:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.790336:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.790347:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551531648:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.790475:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.792836:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551531648:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.792852:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.792893:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555914112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2709us (3581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.792901:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15800 00000100:00100000:2.0:1746128329.793020:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.793070:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555914368 00000100:00100000:1.0:1746128329.793079:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555914368 00002000:00100000:1.0:1746128329.793106:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983800 x1830947555914368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.793115:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983800 with x1830947555914368 ext(0->4095) 00002000:00010000:1.0:1746128329.793118:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093983800 00000100:00100000:1.0:1746128329.793132:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13956 00000100:00100000:1.0:1746128329.793137:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555914368:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.793225:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555914368:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.793230:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13956 00002000:00100000:1.0:1746128329.793235:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983800 x1830947555914368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.793242:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983800 with x1830947555914368 ext(0->4095) 00002000:00010000:1.0:1746128329.793245:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093983800 00000100:00100000:0.0:1746128329.794213:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.794247:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555914496 00000100:00100000:2.0:1746128329.794252:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555914496 00000100:00100000:2.0:1746128329.794288:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30839 00000100:00100000:2.0:1746128329.794293:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555914496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.794301:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.794313:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645766 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.794333:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.794339:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.794340:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.794343:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.794364:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.794374:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.794387:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551531776:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.794449:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.795338:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551531776:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.795352:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.795361:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128329.795383:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555914496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1089us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.795389:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30839 00000100:00100000:0.0:1746128329.795766:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.795818:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555914624 00000100:00100000:3.0:1746128329.795822:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555914624 00010000:00010000:3.0:1746128329.795837:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.795853:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15801 00000100:00100000:3.0:1746128329.795858:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555914624:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.795865:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.795877:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.795886:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.795901:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e640d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964575f expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.796029:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.796031:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.796036:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.796048:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.796068:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.796076:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551531904:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.796269:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.797818:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.797904:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551531904:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.797916:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.797957:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947555914624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2098us (2190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.797964:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15801 00000100:00100000:2.0:1746128329.798021:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555914880 00000100:00100000:2.0:1746128329.798024:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555914880 00002000:00100000:2.0:1746128329.798047:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099def100 x1830947555914880/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.798056:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099def100 with x1830947555914880 ext(0->4095) 00002000:00010000:2.0:1746128329.798059:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099def100 00000100:00100000:2.0:1746128329.798081:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13957 00000100:00100000:2.0:1746128329.798086:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555914880:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.798162:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099def100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555914880:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 76us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.798167:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13957 00002000:00100000:2.0:1746128329.798171:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099def100 x1830947555914880/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.798183:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099def100 with x1830947555914880 ext(0->4095) 00002000:00010000:2.0:1746128329.798185:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099def100 00000100:00100000:0.0:1746128329.799580:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.799639:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555915008 00000100:00100000:2.0:1746128329.799643:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555915008 00000100:00100000:2.0:1746128329.799665:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30840 00000100:00100000:2.0:1746128329.799669:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099def800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:1725:x1830947555915008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.799677:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.799688:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964576d expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.799702:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.799707:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.799708:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.799710:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.799727:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.799733:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 5 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.799740:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551532032:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.799790:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.800651:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551532032:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.800666:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.800675:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128329.800702:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099def800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:1725:x1830947555915008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1031us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.800708:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30840 00000100:00100000:0.0:1746128329.801172:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.801386:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555915136 00000100:00100000:3.0:1746128329.801390:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555915136 00010000:00010000:3.0:1746128329.801406:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746128329.801455:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15802 00000100:00100000:3.0:1746128329.801461:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ded880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555915136:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.801473:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.801487:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.801496:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.801511:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6414 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645766 expref: 6 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746128329.801532:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.801534:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.801538:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.801560:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.801581:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.801628:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551532160:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.801684:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.802649:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551532160:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.802659:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.802686:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ded880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555915136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1225us (1515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.802692:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15802 00000100:00100000:0.0:1746128329.803050:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.803118:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555915392 00000100:00100000:1.0:1746128329.803123:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555915392 00002000:00100000:1.0:1746128329.803145:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099dee680 x1830947555915392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.803153:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dee680 with x1830947555915392 ext(0->4095) 00002000:00010000:1.0:1746128329.803156:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099dee680 00000100:00100000:1.0:1746128329.803178:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13958 00000100:00100000:1.0:1746128329.803184:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555915392:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.803266:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947555915392:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.803276:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13958 00002000:00100000:1.0:1746128329.803281:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099dee680 x1830947555915392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.803288:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dee680 with x1830947555915392 ext(0->4095) 00002000:00010000:1.0:1746128329.803290:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099dee680 00000100:00100000:0.0:1746128329.808016:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.808153:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555915520 00000100:00100000:2.0:1746128329.808162:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555915520 00000100:00100000:2.0:1746128329.808197:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30841 00000100:00100000:2.0:1746128329.808204:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555915520:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.808219:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.808232:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645774 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.808255:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.808262:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.808263:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.808267:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.808292:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 11 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.808302:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 11 pid: 9593 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746128329.808311:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551532288:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.808490:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.809654:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551532288:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.809674:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.809685:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128329.809724:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555915520:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1521us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.809731:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30841 00000100:00100000:0.0:1746128329.810726:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.810826:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555915648 00000100:00100000:2.0:1746128329.810833:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555915648 00002000:00100000:2.0:1746128329.810860:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099deed80 x1830947555915648/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.810868:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deed80 with x1830947555915648 ext(0->7) 00010000:00010000:2.0:1746128329.810874:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.810883:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 12 pid: 9593 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746128329.810889:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099deed80 00000100:00100000:2.0:1746128329.811038:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3357 00000100:00100000:2.0:1746128329.811044:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947555915648:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128329.811916:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2014:x1830947555915648:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 870us (1190us total) trans 4294970555 rc 0/0 00000100:00100000:2.0:1746128329.811923:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3357 00002000:00100000:2.0:1746128329.811928:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099deed80 x1830947555915648/t4294970555(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/448 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.811936:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deed80 with x1830947555915648 ext(0->7) 00010000:00010000:2.0:1746128329.811950:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 14 pid: 9593 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746128329.811960:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128329.811965:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099deed80 00000100:00100000:0.0:1746128329.813208:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.813309:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555915776 00000100:00100000:3.0:1746128329.813316:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555915776 00010000:00010000:3.0:1746128329.813334:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.813357:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15803 00000100:00100000:3.0:1746128329.813361:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947555915776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.813370:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.813380:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.813389:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.813407:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e641b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964576d expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.813661:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.813663:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.813670:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.813676:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.813700:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.813710:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551532416:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.814158:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.817676:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.817724:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555915904 00000100:00100000:2.0:1746128329.817731:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555915904 00000100:00100000:2.0:1746128329.817766:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30842 00000100:00100000:2.0:1746128329.817773:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:1723:x1830947555915904:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128329.817780:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128329.817786:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.817800:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964577b expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.817801:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555916160 00000100:00100000:1.0:1746128329.817804:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555916160 00010000:00010000:2.0:1746128329.817823:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746128329.817826:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496a00 x1830947555916160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746128329.817830:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.817831:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.817835:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746128329.817840:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496a00 with x1830947555916160 ext(0->4095) 00010000:00010000:1.0:1746128329.817844:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.817851:0:24949:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128329.817856:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496a00 00010000:00010000:2.0:1746128329.817858:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.817866:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3358 00010000:00010000:2.0:1746128329.817867:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.817871:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555916160:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128329.817877:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551532544:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.817933:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.818015:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551532416:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.818028:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.818734:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555916160:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 861us (952us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.818798:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555915776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5435us (5591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.818806:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15803 00000100:00100000:1.0:1746128329.818862:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3358 00002000:00100000:1.0:1746128329.818868:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496a00 x1830947555916160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.818876:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496a00 with x1830947555916160 ext(0->4095) 00010000:00010000:1.0:1746128329.818881:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.818890:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.818896:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496a00 00000100:00100000:2.0:1746128329.819311:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551532544:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.819326:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.819336:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128329.819413:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:1723:x1830947555915904:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1639us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.819419:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30842 00000100:00100000:0.0:1746128329.820505:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.820625:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555916288 00000100:00100000:2.0:1746128329.820632:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555916288 00000100:00100000:2.0:1746128329.820665:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30843 00000100:00100000:2.0:1746128329.820670:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:1725:x1830947555916288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.820683:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.820694:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645782 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.820717:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.820721:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.820726:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.820729:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.820752:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.820762:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.820769:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128329.820805:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555916288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.820810:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30843 00000100:00100000:1.0:1746128329.821143:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.821219:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555916416 00000100:00100000:2.0:1746128329.821223:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555916416 00010000:00010000:2.0:1746128329.821237:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.821339:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15804 00000100:00100000:2.0:1746128329.821345:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555916416:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.821353:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.821367:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.821376:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.821390:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6422 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645774 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.821412:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.821414:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.821419:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.821426:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.821448:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.821457:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.821586:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551532800:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.821640:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.822841:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551532800:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.822853:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.822970:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555916416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1625us (1826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.822978:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15804 00000100:00100000:0.0:1746128329.823232:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.823321:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555916672 00000100:00100000:1.0:1746128329.823326:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555916672 00002000:00100000:1.0:1746128329.823351:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099defb80 x1830947555916672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.823360:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099defb80 with x1830947555916672 ext(0->4095) 00010000:00010000:1.0:1746128329.823366:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.823381:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.823388:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099defb80 00000100:00100000:1.0:1746128329.823444:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3359 00000100:00100000:1.0:1746128329.823451:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555916672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.823566:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555916672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.823572:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3359 00002000:00100000:1.0:1746128329.823577:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099defb80 x1830947555916672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.823587:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099defb80 with x1830947555916672 ext(0->4095) 00010000:00010000:1.0:1746128329.823592:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.823600:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.823610:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099defb80 00000100:00100000:0.0:1746128329.824681:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.824718:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555916800 00000100:00100000:2.0:1746128329.824723:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555916800 00010000:00010000:2.0:1746128329.824738:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.824766:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15805 00000100:00100000:2.0:1746128329.824771:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555916800:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.824779:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.824789:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.824798:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.824815:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6429 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964577b expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.824826:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.824827:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.824832:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.824839:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.824861:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 14 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.824870:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551532928:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.824931:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.825975:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551532928:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.825988:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.826042:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2014:x1830947555916800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1270us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.826049:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15805 00000100:00100000:0.0:1746128329.826520:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.826587:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555917056 00000100:00100000:1.0:1746128329.826591:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555917056 00002000:00100000:1.0:1746128329.826610:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099ded880 x1830947555917056/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.826618:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099ded880 with x1830947555917056 ext(0->4095) 00002000:00010000:1.0:1746128329.826621:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099ded880 00000100:00100000:1.0:1746128329.826640:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13959 00000100:00100000:1.0:1746128329.826645:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ded880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947555917056:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.826718:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ded880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947555917056:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 72us (199us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.826723:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13959 00002000:00100000:1.0:1746128329.826727:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099ded880 x1830947555917056/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.826734:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099ded880 with x1830947555917056 ext(0->4095) 00002000:00010000:1.0:1746128329.826736:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099ded880 00000100:00100000:0.0:1746128329.828296:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.828362:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555917184 00000100:00100000:2.0:1746128329.828367:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555917184 00000100:00100000:2.0:1746128329.828390:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30844 00000100:00100000:2.0:1746128329.828395:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555917184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.828405:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.828418:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645789 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.828438:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.828444:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.828445:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.828448:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.828469:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 13 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.828482:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 13 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.828589:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551533056:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.828650:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.829580:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551533056:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.829598:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.829608:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128329.829641:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555917184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1246us (1349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.829647:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30844 00000100:00100000:0.0:1746128329.829994:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.830060:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555917312 00000100:00100000:2.0:1746128329.830064:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555917312 00010000:00010000:2.0:1746128329.830077:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.830094:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15806 00000100:00100000:2.0:1746128329.830099:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947555917312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.830108:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.830122:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.830135:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.830151:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6430 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645782 expref: 14 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.830160:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.830162:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.830167:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.830174:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.830192:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.830199:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551533184:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.830781:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.831959:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551533184:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.831970:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128329.831989:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.832083:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555917568 00000100:00100000:3.0:1746128329.832087:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555917568 00002000:00100000:3.0:1746128329.832112:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096171180 x1830947555917568/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.832121:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171180 with x1830947555917568 ext(0->4095) 00002000:00010000:3.0:1746128329.832125:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096171180 00000100:00100000:2.0:1746128329.832126:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947555917312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2026us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.832134:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15806 00000100:00100000:3.0:1746128329.832181:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13960 00000100:00100000:3.0:1746128329.832189:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555917568:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.832815:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555917568:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 626us (825us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.832820:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13960 00002000:00100000:3.0:1746128329.832824:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096171180 x1830947555917568/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.832829:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171180 with x1830947555917568 ext(0->4095) 00002000:00010000:3.0:1746128329.832831:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096171180 00000100:00100000:0.0:1746128329.833874:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.833915:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555917696 00000100:00100000:2.0:1746128329.833920:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555917696 00000100:00100000:2.0:1746128329.833953:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30845 00000100:00100000:2.0:1746128329.833959:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:1725:x1830947555917696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.833969:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.833981:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645790 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.833998:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.834004:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.834006:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.834008:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.834029:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.834038:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.834045:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551533312:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.834109:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.835464:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551533312:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.835481:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.835495:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:2.0:1746128329.835528:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:1725:x1830947555917696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1569us (1655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.835534:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30845 00000100:00100000:0.0:1746128329.835847:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.835928:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555917824 00000100:00100000:3.0:1746128329.835932:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555917824 00010000:00010000:3.0:1746128329.835960:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.836312:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15807 00000100:00100000:3.0:1746128329.836318:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555917824:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.836328:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.836342:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.836352:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.836368:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6437 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645789 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.836574:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.836576:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.836582:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.836589:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.836610:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.836619:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551533440:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.836735:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.838159:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551533440:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.838171:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.838451:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555917824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2132us (2603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.838459:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15807 00000100:00100000:0.0:1746128329.838825:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.838907:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555918080 00000100:00100000:3.0:1746128329.838911:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555918080 00002000:00100000:3.0:1746128329.838934:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096172a00 x1830947555918080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.838955:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172a00 with x1830947555918080 ext(0->4095) 00002000:00010000:3.0:1746128329.838958:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096172a00 00000100:00100000:3.0:1746128329.838979:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13961 00000100:00100000:3.0:1746128329.838985:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2017:x1830947555918080:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128329.839070:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2017:x1830947555918080:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 85us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.839075:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13961 00002000:00100000:3.0:1746128329.839080:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096172a00 x1830947555918080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.839086:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172a00 with x1830947555918080 ext(0->4095) 00002000:00010000:3.0:1746128329.839089:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096172a00 00000100:00100000:0.0:1746128329.842025:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.842070:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555918208 00000100:00100000:2.0:1746128329.842077:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555918208 00000100:00100000:2.0:1746128329.842107:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30846 00000100:00100000:2.0:1746128329.842114:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555918208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.842126:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.842139:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645797 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.842163:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.842168:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.842170:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.842173:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.842196:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.842206:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 13 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.842221:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551533568:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.842928:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.843808:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551533568:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128329.843828:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.843840:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128329.843867:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555918208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1754us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.843874:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30846 00000100:00100000:0.0:1746128329.844418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.844533:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555918336 00000100:00100000:1.0:1746128329.844565:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555918336 00002000:00100000:1.0:1746128329.844597:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800817b6680 x1830947555918336/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.844605:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6680 with x1830947555918336 ext(0->7) 00010000:00010000:1.0:1746128329.844612:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 14 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.844628:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 14 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.844633:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b6680 00000100:00100000:1.0:1746128329.844660:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3360 00000100:00100000:1.0:1746128329.844666:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947555918336:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128329.845605:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555918336:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 937us (1187us total) trans 4294970556 rc 0/0 00000100:00100000:1.0:1746128329.845613:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3360 00002000:00100000:1.0:1746128329.845618:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800817b6680 x1830947555918336/t4294970556(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 496/448 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.845626:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6680 with x1830947555918336 ext(0->7) 00010000:00010000:1.0:1746128329.845631:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.845640:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.845646:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b6680 00000100:00100000:0.0:1746128329.851342:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.851514:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555918464 00000100:00100000:3.0:1746128329.851521:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555918464 00010000:00010000:3.0:1746128329.851574:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.851602:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15808 00000100:00100000:3.0:1746128329.851609:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555918464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.851622:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.851639:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.851649:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.851668:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e643e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645790 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.851770:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.851773:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.851780:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.851787:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.851814:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.851824:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551533696:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.851893:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.853740:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551533696:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.853756:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128329.853766:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.853783:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555918464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2175us (2449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.853791:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15808 00000100:00100000:1.0:1746128329.853806:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555918720 00000100:00100000:1.0:1746128329.853812:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555918720 00002000:00100000:1.0:1746128329.853839:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b6300 x1830947555918720/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.853848:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6300 with x1830947555918720 ext(0->4095) 00002000:00010000:1.0:1746128329.853851:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800817b6300 00000100:00100000:1.0:1746128329.853875:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13962 00000100:00100000:1.0:1746128329.853881:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555918720:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128329.853994:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555918720:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.853999:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13962 00002000:00100000:1.0:1746128329.854004:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b6300 x1830947555918720/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.854011:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6300 with x1830947555918720 ext(0->4095) 00002000:00010000:1.0:1746128329.854013:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800817b6300 00000100:00100000:0.0:1746128329.857598:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.857660:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555918848 00000100:00100000:2.0:1746128329.857670:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555918848 00000100:00100000:2.0:1746128329.857715:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30847 00000100:00100000:2.0:1746128329.857723:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555918848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.857740:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.857754:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964579e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.857776:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.857782:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.857784:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.857787:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.857815:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.857824:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.857834:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551533824:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.857912:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.859728:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.859835:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555918976 00000100:00100000:2.0:1746128329.859839:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555918976 00000100:00100000:2.0:1746128329.859863:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30848 00000100:00100000:2.0:1746128329.859869:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555918976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.859878:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.859887:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457a5 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.859903:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.859908:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.859913:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.859916:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 18 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.859953:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.859970:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 18 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.859978:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7800, rc 0) 00000100:00100000:3.0:1746128329.859989:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551533824:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.860003:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.860011:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:2.0:1746128329.860020:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555918976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.860025:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30848 00000100:00100000:3.0:1746128329.860028:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555918848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2307us (2439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.860033:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30847 00000100:00100000:2.0:1746128329.860440:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.860521:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555919104 00000100:00100000:3.0:1746128329.860525:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555919104 00010000:00010000:3.0:1746128329.860539:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.860872:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15809 00000100:00100000:3.0:1746128329.860879:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555919104:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.860887:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.860903:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.860911:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.860929:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6445 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645797 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.860962:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.860964:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.860969:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.860976:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.860994:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.861003:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.861011:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551534080:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.861267:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.863836:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551534080:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.863853:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128329.863861:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.863892:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555919104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3014us (3452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.863901:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15809 00000100:00100000:0.0:1746128329.864562:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555919360 00000100:00100000:0.0:1746128329.864567:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555919360 00002000:00100000:0.0:1746128329.864591:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496300 x1830947555919360/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.864598:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496300 with x1830947555919360 ext(0->4095) 00010000:00010000:0.0:1746128329.864604:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128329.864612:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128329.864616:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496300 00000100:00100000:0.0:1746128329.864637:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3361 00000100:00100000:0.0:1746128329.864641:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555919360:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128329.864726:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555919360:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (867us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128329.864730:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3361 00002000:00100000:0.0:1746128329.864733:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496300 x1830947555919360/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.864738:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496300 with x1830947555919360 ext(0->4095) 00010000:00010000:0.0:1746128329.864740:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128329.864745:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128329.864749:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496300 00000100:00100000:0.0:1746128329.866679:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.866881:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.866999:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555919488 00000100:00100000:3.0:1746128329.867005:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555919488 00010000:00010000:3.0:1746128329.867026:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.867059:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15810 00000100:00100000:3.0:1746128329.867065:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555919488:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.867075:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.867088:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.867098:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.867100:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555919616 00000100:00100000:1.0:1746128329.867104:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555919616 00000100:00100000:1.0:1746128329.867126:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30849 00010000:00010000:3.0:1746128329.867128:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e644c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964579e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.867131:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555919616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.867140:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.867141:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.867142:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.867148:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.867150:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457ac expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.867154:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.867166:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.867172:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.867173:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.867176:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.867210:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.867220:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.867230:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.867230:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551534208:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.867239:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.867247:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551534336:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.867781:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.867957:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.869273:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551534208:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.869290:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.869298:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128329.869321:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555919616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2191us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.869326:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30849 00000100:00100000:3.0:1746128329.870649:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551534336:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.870663:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.870689:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555919488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3625us (4013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.870697:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15810 00000100:00100000:0.0:1746128329.870862:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.870986:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555919872 00000100:00100000:3.0:1746128329.870994:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555919872 00002000:00100000:3.0:1746128329.871022:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137b80 x1830947555919872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.871032:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137b80 with x1830947555919872 ext(0->4095) 00010000:00010000:3.0:1746128329.871038:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.871050:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128329.871055:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137b80 00000100:00100000:3.0:1746128329.871068:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3362 00000100:00100000:3.0:1746128329.871073:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555919872:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128329.871162:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555919872:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.871170:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3362 00002000:00100000:3.0:1746128329.871175:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137b80 x1830947555919872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.871182:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137b80 with x1830947555919872 ext(0->4095) 00010000:00010000:3.0:1746128329.871186:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.871195:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128329.871199:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137b80 00000100:00100000:0.0:1746128329.876262:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.876313:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.876329:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555920000 00000100:00100000:1.0:1746128329.876337:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555920000 00000100:00100000:1.0:1746128329.876390:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30850 00000100:00100000:3.0:1746128329.876396:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555920128 00000100:00100000:1.0:1746128329.876397:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555920000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746128329.876400:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555920128 00010000:00010000:1.0:1746128329.876410:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.876418:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.876422:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457b3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.876436:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15811 00010000:00010000:1.0:1746128329.876439:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746128329.876441:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947555920128:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128329.876443:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.876449:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128329.876449:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128329.876451:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.876465:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 18 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.876476:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 18 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.876478:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.876491:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6453 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457a5 expref: 18 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.876495:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.876501:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.876502:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.876507:0:9592:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.876513:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.876613:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128329.876621:0:9592:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.876631:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.876640:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551534592:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.876648:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555920128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 205us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.876655:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15811 00000100:00100000:1.0:1746128329.876676:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.879428:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551534592:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128329.879448:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128329.879495:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555920000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3097us (3239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.879502:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30850 00000100:00100000:1.0:1746128329.879705:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.879722:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555920384 00000100:00100000:0.0:1746128329.879728:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555920384 00002000:00100000:0.0:1746128329.879757:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497800 x1830947555920384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.879767:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497800 with x1830947555920384 ext(0->4095) 00010000:00010000:0.0:1746128329.879774:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128329.879784:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128329.879790:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497800 00000100:00100000:0.0:1746128329.880587:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3363 00000100:00100000:0.0:1746128329.880595:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555920384:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128329.881423:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555920384:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 827us (1716us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128329.881430:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3363 00002000:00100000:0.0:1746128329.881437:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497800 x1830947555920384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.881445:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497800 with x1830947555920384 ext(0->4095) 00010000:00010000:0.0:1746128329.881451:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128329.881462:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128329.881467:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497800 00000100:00100000:0.0:1746128329.885135:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.885331:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555920512 00000100:00100000:3.0:1746128329.885339:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555920512 00010000:00010000:3.0:1746128329.885366:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.885390:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15812 00000100:00100000:3.0:1746128329.885396:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555920512:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.885407:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.885423:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.885433:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.885452:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e645a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ac expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.885481:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.885482:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.885489:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.885500:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.885526:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.885537:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551534720:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.885626:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.888035:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.888214:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555920768 00000100:00100000:1.0:1746128329.888222:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555920768 00002000:00100000:1.0:1746128329.888252:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c136a00 x1830947555920768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.888261:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136a00 with x1830947555920768 ext(0->4095) 00002000:00010000:1.0:1746128329.888264:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c136a00 00000100:00100000:3.0:1746128329.888356:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551534720:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.888371:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.888402:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555920512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3006us (3274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.888410:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15812 00000100:00100000:1.0:1746128329.888529:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13963 00000100:00100000:1.0:1746128329.888537:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555920768:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.888656:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555920768:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.888661:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13963 00002000:00100000:1.0:1746128329.888667:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c136a00 x1830947555920768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.888674:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136a00 with x1830947555920768 ext(0->4095) 00002000:00010000:1.0:1746128329.888677:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c136a00 00000100:00100000:0.0:1746128329.891654:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.891742:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555920896 00000100:00100000:1.0:1746128329.891748:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555920896 00000100:00100000:1.0:1746128329.892337:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30851 00000100:00100000:1.0:1746128329.892345:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555920896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.892359:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.892371:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457ba expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.892393:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.892399:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.892401:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.892403:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.892427:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.892436:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.892446:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551534848:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.892516:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.893713:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551534848:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.893735:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.893746:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e000, rc 0) 00000100:00100000:1.0:1746128329.893853:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555920896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1507us (2202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.893862:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30851 00000100:00100000:0.0:1746128329.894382:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.894530:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555921024 00000100:00100000:3.0:1746128329.894536:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555921024 00010000:00010000:3.0:1746128329.894574:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.894599:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15813 00000100:00100000:3.0:1746128329.894604:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555921024:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.894614:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.894628:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.894636:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.894652:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6461 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457b3 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.894674:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.894675:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.894681:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.894692:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.894714:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.894723:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551534976:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.894838:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.896233:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.896415:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551534976:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.896428:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.896449:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555921024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1845us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.896456:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15813 00000100:00100000:2.0:1746128329.896513:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555921280 00000100:00100000:2.0:1746128329.896518:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555921280 00002000:00100000:2.0:1746128329.896561:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135180 x1830947555921280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.896570:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135180 with x1830947555921280 ext(0->4095) 00002000:00010000:2.0:1746128329.896573:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c135180 00000100:00100000:2.0:1746128329.896698:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13964 00000100:00100000:2.0:1746128329.896705:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555921280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.896789:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555921280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.896794:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13964 00002000:00100000:2.0:1746128329.896798:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135180 x1830947555921280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.896805:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135180 with x1830947555921280 ext(0->4095) 00002000:00010000:2.0:1746128329.896807:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c135180 00000100:00100000:0.0:1746128329.899637:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.899782:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555921408 00000100:00100000:1.0:1746128329.899789:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555921408 00000100:00100000:1.0:1746128329.899920:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30852 00000100:00100000:1.0:1746128329.899928:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1723:x1830947555921408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.899949:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.899962:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457c1 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.899984:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.899991:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.899992:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.899995:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.900017:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.900027:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.900036:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551535104:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128329.900038:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.900094:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555921536 00000100:00100000:2.0:1746128329.900098:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555921536 00000100:00100000:2.0:1746128329.900121:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30853 00000100:00100000:2.0:1746128329.900126:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555921536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.900131:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.900136:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457c8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.900146:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.900149:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.900154:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.900157:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128329.900166:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00010000:00010000:2.0:1746128329.900174:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.900184:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.900264:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128329.900286:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555921536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.900292:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30853 00000100:00100000:1.0:1746128329.901389:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551535104:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.901407:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.901416:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128329.901436:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555921408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1509us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.901442:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30852 00000100:00100000:0.0:1746128329.901888:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.902035:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555921664 00000100:00100000:3.0:1746128329.902040:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555921664 00010000:00010000:3.0:1746128329.902058:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.902140:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15814 00000100:00100000:3.0:1746128329.902145:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555921664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.902153:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.902167:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.902175:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.902190:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e000/0x6e2f3e23d86e6468 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457ba expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.902207:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.902209:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.902214:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.902220:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.902245:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.902253:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.902266:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551535360:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.902344:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.903728:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551535360:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.903867:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.903902:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555921664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1756us (2014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.903910:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15814 00000100:00100000:2.0:1746128329.904128:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.904189:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555921920 00000100:00100000:1.0:1746128329.904193:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555921920 00002000:00100000:1.0:1746128329.904218:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093982300 x1830947555921920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.904226:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093982300 with x1830947555921920 ext(0->4095) 00010000:00010000:1.0:1746128329.904232:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.904243:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.904249:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093982300 00000100:00100000:1.0:1746128329.904262:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3364 00000100:00100000:1.0:1746128329.904268:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555921920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128329.904501:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555921920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 232us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.904507:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3364 00002000:00100000:1.0:1746128329.904512:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093982300 x1830947555921920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.904519:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093982300 with x1830947555921920 ext(0->4095) 00010000:00010000:1.0:1746128329.904523:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.904531:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.904536:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093982300 00000100:00100000:0.0:1746128329.905953:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.906181:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555922048 00000100:00100000:3.0:1746128329.906186:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555922048 00010000:00010000:3.0:1746128329.906204:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.906233:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15815 00000100:00100000:3.0:1746128329.906239:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555922048:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.906247:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.906258:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.906267:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.906285:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e646f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c1 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.906297:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.906299:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.906304:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.906310:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.906332:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.906341:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551535488:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.906504:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.907884:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551535488:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.907898:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.907929:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555922048:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1690us (1992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.907947:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15815 00000100:00100000:0.0:1746128329.908739:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.908786:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555922304 00000100:00100000:1.0:1746128329.908792:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555922304 00002000:00100000:1.0:1746128329.908819:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137800 x1830947555922304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.908828:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137800 with x1830947555922304 ext(0->4095) 00002000:00010000:1.0:1746128329.908831:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c137800 00000100:00100000:1.0:1746128329.908855:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13965 00000100:00100000:1.0:1746128329.908861:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555922304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.908979:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555922304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.908986:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13965 00002000:00100000:1.0:1746128329.908991:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c137800 x1830947555922304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.908997:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137800 with x1830947555922304 ext(0->4095) 00002000:00010000:1.0:1746128329.909000:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c137800 00000100:00100000:0.0:1746128329.910408:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.910575:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555922432 00000100:00100000:1.0:1746128329.910581:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555922432 00000100:00100000:1.0:1746128329.910613:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30854 00000100:00100000:1.0:1746128329.910619:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555922432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.910629:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.910643:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457cf expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.910665:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.910671:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.910673:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.910675:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.910699:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.910709:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 15 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.910720:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551535616:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.910779:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.912161:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551535616:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.912180:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.912192:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128329.912213:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555922432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1595us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.912218:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30854 00000100:00100000:0.0:1746128329.912693:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.912974:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555922560 00000100:00100000:3.0:1746128329.912980:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555922560 00010000:00010000:3.0:1746128329.912999:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.913028:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15816 00000100:00100000:3.0:1746128329.913034:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555922560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.913043:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.913057:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.913070:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.913087:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6476 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457c8 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.913096:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.913098:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.913103:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.913110:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.913131:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.913140:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551535744:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.913199:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.914856:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551535744:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.914866:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.914886:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555922560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1854us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.914893:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15816 00000100:00100000:0.0:1746128329.915176:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.915221:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555922816 00000100:00100000:1.0:1746128329.915226:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555922816 00002000:00100000:1.0:1746128329.915249:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2aad80 x1830947555922816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.915258:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aad80 with x1830947555922816 ext(0->4095) 00002000:00010000:1.0:1746128329.915261:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2aad80 00000100:00100000:1.0:1746128329.915521:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13966 00000100:00100000:1.0:1746128329.915528:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555922816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.915656:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555922816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.915661:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13966 00002000:00100000:1.0:1746128329.915666:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2aad80 x1830947555922816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.915672:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2aad80 with x1830947555922816 ext(0->4095) 00002000:00010000:1.0:1746128329.915674:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2aad80 00000100:00100000:0.0:1746128329.920208:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.920287:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555922944 00000100:00100000:1.0:1746128329.920295:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555922944 00000100:00100000:1.0:1746128329.920339:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30855 00000100:00100000:1.0:1746128329.920345:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1723:x1830947555922944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.920360:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.920374:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457d6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.920397:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.920403:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.920405:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.920408:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.920432:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.920443:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.920453:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551535872:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.920522:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.920636:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.920734:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555923072 00000100:00100000:2.0:1746128329.920739:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555923072 00000100:00100000:2.0:1746128329.920757:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30856 00000100:00100000:2.0:1746128329.920763:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555923072:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.920770:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.920776:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457dd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.920789:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.920792:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.920798:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128329.920800:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.920819:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.920829:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.920839:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:2.0:1746128329.920860:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555923072:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.920866:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30856 00000100:00100000:1.0:1746128329.922520:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551535872:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.922575:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.922588:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128329.922613:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555922944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2267us (2412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.922623:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30855 00000100:00100000:0.0:1746128329.922974:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.923085:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555923200 00000100:00100000:3.0:1746128329.923091:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555923200 00010000:00010000:3.0:1746128329.923108:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.923561:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15817 00000100:00100000:3.0:1746128329.923567:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555923200:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.923576:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.923591:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.923600:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.923617:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e647d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457cf expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.923626:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.923627:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.923633:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.923640:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.923661:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.923670:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.923680:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551536128:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.924215:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.926335:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551536128:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.926357:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.926387:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555923200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2820us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.926395:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15817 00000100:00100000:0.0:1746128329.927401:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.927496:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555923456 00000100:00100000:2.0:1746128329.927504:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555923456 00002000:00100000:2.0:1746128329.927560:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a9880 x1830947555923456/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.927575:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a9880 with x1830947555923456 ext(0->4095) 00010000:00010000:2.0:1746128329.927582:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.927594:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128329.927600:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a9880 00000100:00100000:2.0:1746128329.927627:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3365 00000100:00100000:2.0:1746128329.927634:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555923456:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.927720:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555923456:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.927726:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3365 00002000:00100000:2.0:1746128329.927731:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a9880 x1830947555923456/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.927737:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a9880 with x1830947555923456 ext(0->4095) 00010000:00010000:2.0:1746128329.927741:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.927749:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128329.927755:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d2a9880 00000100:00100000:0.0:1746128329.929330:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.929739:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555923584 00000100:00100000:3.0:1746128329.929747:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555923584 00010000:00010000:3.0:1746128329.929796:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.929857:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15818 00000100:00100000:3.0:1746128329.929865:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555923584:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.929876:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.929890:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.929900:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.929917:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6484 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457d6 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.929929:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.929931:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.929950:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.929957:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.929981:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.929992:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551536256:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.930960:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.932934:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551536256:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.932965:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.933001:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555923584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3136us (3675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.933009:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15818 00000100:00100000:0.0:1746128329.933341:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.933470:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555923840 00000100:00100000:2.0:1746128329.933476:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555923840 00002000:00100000:2.0:1746128329.933505:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8000 x1830947555923840/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.933515:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8000 with x1830947555923840 ext(0->4095) 00002000:00010000:2.0:1746128329.933518:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2a8000 00000100:00100000:2.0:1746128329.933568:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13967 00000100:00100000:2.0:1746128329.933575:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555923840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.933666:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555923840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.933671:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13967 00002000:00100000:2.0:1746128329.933676:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2a8000 x1830947555923840/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.933683:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2a8000 with x1830947555923840 ext(0->4095) 00002000:00010000:2.0:1746128329.933686:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2a8000 00000100:00100000:0.0:1746128329.936730:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.936790:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555923968 00000100:00100000:1.0:1746128329.936798:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555923968 00000100:00100000:1.0:1746128329.936845:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30857 00000100:00100000:1.0:1746128329.936851:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555923968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.936865:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.936878:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457e4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.936902:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.936909:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.936910:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.936914:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.936953:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.936964:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 15 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128329.936975:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551536384:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128329.937045:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128329.938125:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551536384:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128329.938142:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.938152:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128329.938189:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555923968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1337us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.938195:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30857 00000100:00100000:0.0:1746128329.939470:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.939953:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555924096 00000100:00100000:3.0:1746128329.939960:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555924096 00010000:00010000:3.0:1746128329.939987:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.940011:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15819 00000100:00100000:3.0:1746128329.940022:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555924096:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.940033:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.940049:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.940065:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.940083:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e648b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457dd expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.940097:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.940098:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.940104:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.940111:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.940135:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128329.940145:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551536512:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.940853:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128329.941823:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551536512:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.941836:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.941876:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555924096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1854us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.941884:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15819 00000100:00100000:0.0:1746128329.942521:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.942594:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555924352 00000100:00100000:1.0:1746128329.942600:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555924352 00002000:00100000:1.0:1746128329.942629:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2ab480 x1830947555924352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.942638:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2ab480 with x1830947555924352 ext(0->4095) 00002000:00010000:1.0:1746128329.942641:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2ab480 00000100:00100000:1.0:1746128329.942666:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13968 00000100:00100000:1.0:1746128329.942672:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555924352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.942762:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555924352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.942767:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13968 00002000:00100000:1.0:1746128329.942772:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d2ab480 x1830947555924352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.942778:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d2ab480 with x1830947555924352 ext(0->4095) 00002000:00010000:1.0:1746128329.942780:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d2ab480 00000100:00100000:0.0:1746128329.944764:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.944832:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.944873:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555924480 00000100:00100000:3.0:1746128329.944880:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555924480 00000100:00100000:1.0:1746128329.944904:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555924608 00000100:00100000:1.0:1746128329.944908:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555924608 00000100:00100000:3.0:1746128329.944923:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30858 00000100:00100000:1.0:1746128329.944929:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30859 00000100:00100000:3.0:1746128329.944930:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1725:x1830947555924480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128329.944934:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555924608:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.944950:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.944952:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.944962:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457f2 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.944963:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457eb expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.944983:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.944990:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.944991:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.944994:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 18 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.945016:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.945026:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.945037:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551536640:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.945088:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1d80 going to sleep for 11 seconds 00010000:00010000:1.0:1746128329.945169:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128329.945174:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 18 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.945180:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.945183:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.945202:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 18 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.945212:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.945220:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128329.945240:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555924608:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 306us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.945246:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30859 00000100:00100000:3.0:1746128329.947906:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551536640:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128329.947928:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.947956:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128329.947995:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555924480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3064us (3236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.948002:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30858 00000100:00100000:0.0:1746128329.948799:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.948901:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555924736 00000100:00100000:3.0:1746128329.948906:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555924736 00010000:00010000:3.0:1746128329.948925:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.948953:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15820 00000100:00100000:3.0:1746128329.948958:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555924736:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.948967:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.948981:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.948990:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.949006:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6492 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457e4 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.949030:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.949031:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.949037:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.949049:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.949071:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.949079:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.949087:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551536896:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.949141:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.951644:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.951734:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551536896:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.951750:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128329.951782:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555924736:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2823us (2989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.951791:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15820 00000100:00100000:1.0:1746128329.952598:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555924992 00000100:00100000:1.0:1746128329.952606:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555924992 00002000:00100000:1.0:1746128329.952636:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f9880 x1830947555924992/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.952651:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9880 with x1830947555924992 ext(0->4095) 00010000:00010000:1.0:1746128329.952658:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.952671:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.952677:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6f9880 00000100:00100000:1.0:1746128329.952993:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3366 00000100:00100000:1.0:1746128329.953001:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555924992:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.953178:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555924992:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (1702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.953184:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3366 00002000:00100000:1.0:1746128329.953189:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f9880 x1830947555924992/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.953195:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9880 with x1830947555924992 ext(0->4095) 00010000:00010000:1.0:1746128329.953200:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.953209:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.953355:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6f9880 00000100:00100000:0.0:1746128329.954637:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.954745:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.954781:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555925120 00000100:00100000:2.0:1746128329.954787:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555925120 00000100:00100000:3.0:1746128329.954796:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555925248 00000100:00100000:3.0:1746128329.954799:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555925248 00000100:00100000:3.0:1746128329.954830:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30860 00000100:00100000:3.0:1746128329.954836:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555925248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.954844:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.954854:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96457f9 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.954873:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.954878:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.954883:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128329.954887:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.954913:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.954922:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.954930:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128329.954974:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555925248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.954979:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30860 00010000:00010000:2.0:1746128329.955077:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.955106:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15821 00000100:00100000:2.0:1746128329.955112:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555925120:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.955119:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.955131:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.955145:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.955160:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6499 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457eb expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.955171:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.955172:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.955178:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.955185:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.955203:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.955213:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.955222:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551537152:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.955665:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.957183:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551537152:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.957196:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.957232:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947555925120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2120us (2486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.957243:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15821 00000100:00100000:0.0:1746128329.958074:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.958762:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555925504 00000100:00100000:1.0:1746128329.958770:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555925504 00002000:00100000:1.0:1746128329.958803:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fbb80 x1830947555925504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.958811:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fbb80 with x1830947555925504 ext(0->4095) 00010000:00010000:1.0:1746128329.958818:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.958829:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.958835:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fbb80 00000100:00100000:1.0:1746128329.958866:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3367 00000100:00100000:1.0:1746128329.958872:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555925504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128329.958998:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555925504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (926us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128329.959005:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3367 00002000:00100000:1.0:1746128329.959009:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fbb80 x1830947555925504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.959016:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fbb80 with x1830947555925504 ext(0->4095) 00010000:00010000:1.0:1746128329.959021:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.959029:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.959035:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fbb80 00000100:00100000:0.0:1746128329.962153:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.962362:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555925632 00000100:00100000:1.0:1746128329.962369:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555925632 00000100:00100000:0.0:1746128329.962381:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.962415:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30861 00000100:00100000:1.0:1746128329.962422:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555925632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128329.962437:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128329.962450:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645800 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.962471:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128329.962477:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.962483:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128329.962486:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.962515:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.962526:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128329.962535:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:1.0:1746128329.962599:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555925632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128329.962605:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30861 00000100:00100000:2.0:1746128329.962726:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555925760 00000100:00100000:2.0:1746128329.962730:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555925760 00010000:00010000:2.0:1746128329.962745:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.962772:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15822 00000100:00100000:2.0:1746128329.962777:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555925760:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.962784:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.962798:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.962809:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.962823:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e64a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f2 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.962844:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.962845:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.962851:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.962858:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.962876:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.962886:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 5 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.962895:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551537408:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.962961:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.966348:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551537408:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128329.966362:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.966379:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.966419:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555926016 00000100:00100000:3.0:1746128329.966425:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555926016 00000100:00100000:0.0:1746128329.966431:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555925760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3654us (4050us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128329.966440:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15822 00002000:00100000:3.0:1746128329.966457:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093981500 x1830947555926016/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.966466:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981500 with x1830947555926016 ext(0->4095) 00010000:00010000:3.0:1746128329.966473:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.966484:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128329.966494:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093981500 00000100:00100000:3.0:1746128329.966507:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3368 00000100:00100000:3.0:1746128329.966513:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555926016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.966626:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555926016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (248us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.966632:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3368 00002000:00100000:3.0:1746128329.966636:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093981500 x1830947555926016/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.966642:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093981500 with x1830947555926016 ext(0->4095) 00010000:00010000:3.0:1746128329.966646:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.966654:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128329.966659:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093981500 00000100:00100000:0.0:1746128329.968260:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.968499:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555926144 00000100:00100000:2.0:1746128329.968506:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555926144 00010000:00010000:2.0:1746128329.968530:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.968590:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15823 00000100:00100000:2.0:1746128329.968597:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555926144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.968606:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.968620:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.968671:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.968691:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96457f9 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.968716:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.968718:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.968724:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.968731:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.968757:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.968766:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551537536:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.969176:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.971358:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.971373:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551537536:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.971389:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.971421:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555926144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2824us (3166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.971431:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15823 00000100:00100000:3.0:1746128329.971512:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555926400 00000100:00100000:3.0:1746128329.971518:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555926400 00002000:00100000:3.0:1746128329.971571:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6faa00 x1830947555926400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.971652:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6faa00 with x1830947555926400 ext(0->4095) 00002000:00010000:3.0:1746128329.971657:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6faa00 00000100:00100000:3.0:1746128329.971671:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13969 00000100:00100000:3.0:1746128329.971677:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555926400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128329.971766:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555926400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.971771:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13969 00002000:00100000:3.0:1746128329.971775:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6faa00 x1830947555926400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.971781:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6faa00 with x1830947555926400 ext(0->4095) 00002000:00010000:3.0:1746128329.971784:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6faa00 00000100:00100000:0.0:1746128329.973919:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.973977:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555926528 00000100:00100000:3.0:1746128329.973983:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555926528 00000100:00100000:3.0:1746128329.974027:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30862 00000100:00100000:3.0:1746128329.974033:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555926528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.974046:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.974060:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645807 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.974082:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.974088:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.974089:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.974092:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.974115:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.974129:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.974138:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551537664:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.974214:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.976159:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.976209:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555926656 00000100:00100000:2.0:1746128329.976216:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555926656 00010000:00010000:2.0:1746128329.976241:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128329.976275:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15824 00000100:00100000:2.0:1746128329.976282:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555926656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128329.976292:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128329.976308:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.976323:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.976341:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.976343:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.976354:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.976362:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.976388:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128329.976397:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551537792:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128329.976400:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e64ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645800 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.976450:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551537664:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.976466:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72840 going to sleep for 11 seconds 00010000:00010000:3.0:1746128329.976467:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.976474:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128329.976564:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555926528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2531us (2650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.976571:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30862 00000100:00100000:2.0:1746128329.977360:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551537792:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.977369:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.977388:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555926656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1107us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.977394:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15824 00000100:00100000:0.0:1746128329.977730:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.977803:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555926912 00000100:00100000:3.0:1746128329.977807:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555926912 00002000:00100000:3.0:1746128329.977830:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fad80 x1830947555926912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.977838:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fad80 with x1830947555926912 ext(0->4095) 00002000:00010000:3.0:1746128329.977842:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fad80 00000100:00100000:3.0:1746128329.977866:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13970 00000100:00100000:3.0:1746128329.977872:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555926912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128329.977976:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555926912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128329.977981:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13970 00002000:00100000:3.0:1746128329.977986:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fad80 x1830947555926912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128329.977992:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fad80 with x1830947555926912 ext(0->4095) 00002000:00010000:3.0:1746128329.977994:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fad80 00000100:00100000:0.0:1746128329.979470:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.979531:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555927040 00000100:00100000:3.0:1746128329.979537:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555927040 00000100:00100000:3.0:1746128329.979600:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30863 00000100:00100000:3.0:1746128329.979606:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555927040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.979618:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.979632:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964580e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.979655:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.979666:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.979667:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.979671:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.979695:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.979710:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 5 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.979721:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551537920:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.979782:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.983071:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.983153:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.983175:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551537920:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128329.983179:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555927168 00000100:00100000:2.0:1746128329.983185:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555927168 00010000:00010000:3.0:1746128329.983200:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.983210:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.983215:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:2.0:1746128329.983233:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15825 00000100:00100000:2.0:1746128329.983241:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555927168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746128329.983252:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1725:x1830947555927040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3645us (3785us total) trans 0 rc 0/0 00010000:00010000:2.0:1746128329.983253:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746128329.983258:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30863 00010000:00010000:2.0:1746128329.983270:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.983275:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555927296 00000100:00100000:3.0:1746128329.983277:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555927296 00010000:00010000:2.0:1746128329.983280:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.983300:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30864 00000100:00100000:3.0:1746128329.983304:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555927296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128329.983304:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e64b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645807 expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.983316:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128329.983318:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.983319:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128329.983325:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.983326:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645815 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128329.983332:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.983351:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.983361:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.983362:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.983364:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 17 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.983384:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.983393:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.983403:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551538048:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128329.983441:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00010000:00010000:3.0:1746128329.983478:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.983486:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.983493:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551538176:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128329.983509:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.985441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.985445:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551538048:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128329.985480:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555927552 00010000:00010000:3.0:1746128329.985483:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 17 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128329.985485:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555927552 00010000:00010000:3.0:1746128329.985505:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00002000:00100000:0.0:1746128329.985517:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c122300 x1830947555927552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.985526:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122300 with x1830947555927552 ext(0->4095) 00010000:00010000:0.0:1746128329.985531:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 18 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.985593:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555927296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2284us (2436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.985605:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30864 00000100:00100000:2.0:1746128329.985633:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551538176:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.985644:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.985663:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555927168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2423us (2600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.985671:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15825 00010000:00010000:0.0:1746128329.985829:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128329.985835:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c122300 00000100:00100000:0.0:1746128329.985988:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3369 00000100:00100000:0.0:1746128329.985995:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555927552:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128329.986101:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555927552:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (667us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128329.986106:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3369 00002000:00100000:0.0:1746128329.986111:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c122300 x1830947555927552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128329.986117:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122300 with x1830947555927552 ext(0->4095) 00010000:00010000:0.0:1746128329.986122:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128329.986131:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128329.986135:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c122300 00000100:00100000:0.0:1746128329.987396:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.987460:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555927680 00000100:00100000:3.0:1746128329.987466:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555927680 00000100:00100000:3.0:1746128329.987822:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30865 00000100:00100000:3.0:1746128329.987829:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555927680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.987839:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.987851:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964581c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.987867:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.987871:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.987877:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128329.987880:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.988147:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.988157:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.988169:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128329.988192:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555927680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 364us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.988197:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30865 00000100:00100000:2.0:1746128329.988293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.989067:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555927808 00000100:00100000:3.0:1746128329.989071:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555927808 00010000:00010000:3.0:1746128329.989084:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.989107:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15826 00000100:00100000:3.0:1746128329.989111:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555927808:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128329.989119:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128329.989131:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.989139:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.989153:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e64bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964580e expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128329.989164:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.989165:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128329.989170:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.989180:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.989195:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.989203:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128329.989211:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551538432:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.989948:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128329.992284:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551538432:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128329.992300:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128329.992342:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947555927808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3228us (4047us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128329.992354:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15826 00000100:00100000:0.0:1746128329.992667:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128329.992742:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555928064 00000100:00100000:2.0:1746128329.992747:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555928064 00002000:00100000:2.0:1746128329.992771:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c120a80 x1830947555928064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.992783:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120a80 with x1830947555928064 ext(0->4095) 00010000:00010000:2.0:1746128329.992790:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.992801:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128329.992807:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c120a80 00000100:00100000:2.0:1746128329.992830:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3370 00000100:00100000:2.0:1746128329.992837:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555928064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128329.992972:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555928064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128329.992977:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3370 00002000:00100000:2.0:1746128329.992982:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c120a80 x1830947555928064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128329.992988:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120a80 with x1830947555928064 ext(0->4095) 00010000:00010000:2.0:1746128329.992992:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128329.993000:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128329.993005:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c120a80 00000100:00100000:0.0:1746128329.994622:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128329.994666:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555928192 00000100:00100000:3.0:1746128329.994672:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555928192 00000100:00100000:3.0:1746128329.994709:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30866 00000100:00100000:3.0:1746128329.994715:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555928192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128329.994726:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128329.994739:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645823 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.994757:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128329.994762:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.994767:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128329.994769:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 17 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.994801:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.994812:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 17 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128329.994820:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:3.0:1746128329.994860:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555928192:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128329.994865:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30866 00000100:00100000:3.0:1746128329.995250:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128329.995568:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555928320 00000100:00100000:0.0:1746128329.995572:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555928320 00010000:00010000:0.0:1746128329.995590:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746128329.995619:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15827 00000100:00100000:0.0:1746128329.995625:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555928320:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128329.995633:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128329.995648:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128329.995656:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128329.995671:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e64c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645815 expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128329.995860:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.995862:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128329.995868:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.995875:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.995900:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128329.995909:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 5 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746128329.995918:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c121880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551538688:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128329.996237:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128329.999103:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c121880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551538688:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128329.999124:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128329.999175:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555928320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3549us (3924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128329.999184:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15827 00000100:00100000:0.0:1746128329.999807:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128329.999878:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555928576 00000100:00100000:1.0:1746128329.999885:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555928576 00002000:00100000:1.0:1746128329.999916:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c122680 x1830947555928576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/0 e 0 to 0 dl 1746128340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128329.999925:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122680 with x1830947555928576 ext(0->4095) 00010000:00010000:1.0:1746128329.999931:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128329.999957:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128329.999963:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c122680 00000100:00100000:1.0:1746128330.000533:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3371 00000100:00100000:1.0:1746128330.001145:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555928576:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.001268:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555928576:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 728us (1461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.001278:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3371 00002000:00100000:1.0:1746128330.001284:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c122680 x1830947555928576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746128340 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.001293:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122680 with x1830947555928576 ext(0->4095) 00010000:00010000:1.0:1746128330.001303:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.001314:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.001320:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c122680 00000100:00100000:0.0:1746128330.004201:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.004262:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555928704 00000100:00100000:2.0:1746128330.004270:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555928704 00010000:00010000:2.0:1746128330.004298:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.004655:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15828 00000100:00100000:2.0:1746128330.004662:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555928704:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.004674:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.004690:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.004701:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.004720:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964581c expref: 6 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.005162:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.005165:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.005171:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.005179:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.005205:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.005216:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551538816:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.005285:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.007986:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.008112:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555928960 00000100:00100000:1.0:1746128330.008121:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555928960 00002000:00100000:1.0:1746128330.008159:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121880 x1830947555928960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.008169:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121880 with x1830947555928960 ext(0->4095) 00002000:00010000:1.0:1746128330.008173:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121880 00000100:00100000:1.0:1746128330.008192:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13971 00000100:00100000:1.0:1746128330.008198:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555928960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.008305:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555928960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.008311:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13971 00002000:00100000:1.0:1746128330.008315:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121880 x1830947555928960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.008322:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121880 with x1830947555928960 ext(0->4095) 00002000:00010000:1.0:1746128330.008324:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121880 00000100:00100000:3.0:1746128330.008494:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551538816:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.008509:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.008528:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555928704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3867us (4335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.008535:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15828 00000100:00100000:0.0:1746128330.009752:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.010340:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555929088 00000100:00100000:2.0:1746128330.010347:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555929088 00000100:00100000:2.0:1746128330.010384:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30867 00000100:00100000:2.0:1746128330.010389:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555929088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.010400:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.010413:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964582a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.010434:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.010442:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.010443:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.010446:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.010468:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 15 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.010478:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 15 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.010487:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551538944:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.010578:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.011750:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551538944:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.011766:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.011777:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6e00, rc 0) 00000100:00100000:2.0:1746128330.011806:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555929088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1416us (2055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.011812:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30867 00000100:00100000:0.0:1746128330.012028:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.012073:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555929216 00000100:00100000:3.0:1746128330.012077:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555929216 00010000:00010000:3.0:1746128330.012098:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.012124:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15829 00000100:00100000:3.0:1746128330.012129:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555929216:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.012138:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.012151:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.012161:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.012179:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e64d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645823 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.012204:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.012205:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.012211:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.012218:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.012237:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.012247:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551539072:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.012281:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.013635:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551539072:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.013645:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.013664:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555929216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1535us (1637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.013670:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15829 00000100:00100000:0.0:1746128330.013854:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.014004:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555929472 00000100:00100000:3.0:1746128330.014008:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555929472 00002000:00100000:3.0:1746128330.014029:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c000 x1830947555929472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.014038:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c000 with x1830947555929472 ext(0->4095) 00002000:00010000:3.0:1746128330.014041:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c000 00000100:00100000:3.0:1746128330.014293:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13972 00000100:00100000:3.0:1746128330.014299:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555929472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.014388:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555929472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (535us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.014392:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13972 00002000:00100000:3.0:1746128330.014397:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c000 x1830947555929472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.014403:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c000 with x1830947555929472 ext(0->4095) 00002000:00010000:3.0:1746128330.014405:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c000 00000100:00100000:0.0:1746128330.015898:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.016033:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555929600 00000100:00100000:2.0:1746128330.016040:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555929600 00000100:00100000:2.0:1746128330.016066:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30868 00000100:00100000:2.0:1746128330.016072:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555929600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.016083:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.016095:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645831 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.016115:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.016126:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.016127:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.016130:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.016150:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.016159:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.016169:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551539200:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.016225:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.018287:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.018789:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555929728 00000100:00100000:3.0:1746128330.018796:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555929728 00000100:00100000:3.0:1746128330.018878:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30869 00000100:00100000:3.0:1746128330.018885:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555929728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.018896:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.018910:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645838 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.018932:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.018947:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.018957:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.018960:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 18 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.018987:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.018997:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 18 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.019004:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128330.019043:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555929728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.019048:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30869 00000100:00100000:0.0:1746128330.019388:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.019447:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551539200:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.019461:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.019468:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:2.0:1746128330.019495:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555929600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3423us (3600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.019500:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30868 00000100:00100000:3.0:1746128330.019693:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555929856 00000100:00100000:3.0:1746128330.019696:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555929856 00010000:00010000:3.0:1746128330.019710:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.019735:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15830 00000100:00100000:3.0:1746128330.019740:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555929856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.019747:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.019761:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.019771:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.019787:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964582a expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.019799:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.019800:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.019806:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.019811:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.019827:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.019836:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.019845:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551539456:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.019899:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.023215:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.023963:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551539456:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.023980:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.023983:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555930112 00000100:00100000:1.0:1746128330.023989:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555930112 00000100:00100000:3.0:1746128330.024018:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555929856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4278us (4630us total) trans 0 rc 0/0 00002000:00100000:1.0:1746128330.024019:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ed80 x1830947555930112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128330.024027:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15830 00002000:00100000:1.0:1746128330.024027:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ed80 with x1830947555930112 ext(0->4095) 00010000:00010000:1.0:1746128330.024033:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.024045:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.024056:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61ed80 00000100:00100000:1.0:1746128330.024070:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3372 00000100:00100000:1.0:1746128330.024075:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555930112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.024180:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555930112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (970us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.024186:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3372 00002000:00100000:1.0:1746128330.024191:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ed80 x1830947555930112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.024197:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ed80 with x1830947555930112 ext(0->4095) 00010000:00010000:1.0:1746128330.024201:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.024210:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.024215:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61ed80 00000100:00100000:0.0:1746128330.029852:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.029924:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555930240 00000100:00100000:2.0:1746128330.029932:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555930240 00000100:00100000:2.0:1746128330.029991:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30870 00000100:00100000:2.0:1746128330.029998:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555930240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.030015:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.030030:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964583f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.030051:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.030056:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.030061:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.030064:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.030091:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.030102:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.030110:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7c00, rc 0) 00000100:00100000:2.0:1746128330.030145:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555930240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.030151:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30870 00000100:00100000:0.0:1746128330.030500:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.030599:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555930368 00000100:00100000:3.0:1746128330.030604:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555930368 00010000:00010000:2.0:1746128330.030710:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.030738:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15831 00000100:00100000:2.0:1746128330.030743:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555930368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.030753:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.030767:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.030782:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.030796:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e64df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645831 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.030821:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.030823:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.030831:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.030837:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.030894:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.030904:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.030913:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551539712:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.030978:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.032123:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551539712:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.032136:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.032166:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555930368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1423us (1666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.032173:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15831 00000100:00100000:0.0:1746128330.032949:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.033066:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555930624 00000100:00100000:3.0:1746128330.033071:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555930624 00002000:00100000:3.0:1746128330.033099:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61f480 x1830947555930624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.033108:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f480 with x1830947555930624 ext(0->4095) 00010000:00010000:3.0:1746128330.033114:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.033125:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.033130:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61f480 00000100:00100000:3.0:1746128330.033162:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3373 00000100:00100000:3.0:1746128330.033195:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555930624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.033295:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555930624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (359us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.033301:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3373 00002000:00100000:3.0:1746128330.033307:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61f480 x1830947555930624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.033313:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f480 with x1830947555930624 ext(0->4095) 00010000:00010000:3.0:1746128330.033317:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.033325:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 16 pid: 9593 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.033335:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61f480 00000100:00100000:0.0:1746128330.034719:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.034793:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.034912:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555930752 00000100:00100000:2.0:1746128330.034917:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555930752 00000100:00100000:2.0:1746128330.034952:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30871 00000100:00100000:2.0:1746128330.034958:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555930752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.034967:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.034979:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645846 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.034996:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.035001:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.035002:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555930880 00000100:00100000:3.0:1746128330.035006:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555930880 00010000:00010000:2.0:1746128330.035006:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.035009:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.035020:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 18 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.035035:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.035049:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15832 00000100:00100000:3.0:1746128330.035059:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947555930880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.035066:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.035099:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.035108:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6e00, rc 0) 00000100:00100000:2.0:1746128330.035132:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555930752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.035137:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30871 00010000:00010000:3.0:1746128330.035678:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.035689:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.035703:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e64e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645838 expref: 17 pid: 9593 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.035716:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.035717:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.035723:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.035729:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.035752:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.035761:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.035771:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551539968:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.035829:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.036739:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551539968:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.036750:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.036771:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555930880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1712us (1978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.036779:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15832 00000100:00100000:0.0:1746128330.037138:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.037241:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555931136 00000100:00100000:3.0:1746128330.037244:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555931136 00002000:00100000:3.0:1746128330.037265:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61f100 x1830947555931136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.037271:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f100 with x1830947555931136 ext(0->4095) 00010000:00010000:3.0:1746128330.037276:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.037283:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.037287:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61f100 00000100:00100000:3.0:1746128330.037327:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3374 00000100:00100000:3.0:1746128330.037331:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555931136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.037413:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555931136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.037417:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3374 00002000:00100000:3.0:1746128330.037420:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61f100 x1830947555931136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.037425:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f100 with x1830947555931136 ext(0->4095) 00010000:00010000:3.0:1746128330.037428:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.037433:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.037436:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61f100 00000100:00100000:0.0:1746128330.038617:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.038841:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555931264 00000100:00100000:3.0:1746128330.038846:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555931264 00010000:00010000:3.0:1746128330.039004:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.039077:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15833 00000100:00100000:3.0:1746128330.039084:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555931264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.039094:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.039109:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.039123:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.039140:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e64ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964583f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.039150:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.039152:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.039158:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.039166:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.039190:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.039199:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551540096:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.039266:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.040813:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551540096:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.040827:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.040859:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555931264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1776us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.040868:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15833 00000100:00100000:0.0:1746128330.041619:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.041733:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555931520 00000100:00100000:1.0:1746128330.041739:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555931520 00002000:00100000:1.0:1746128330.041767:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61d880 x1830947555931520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.041775:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d880 with x1830947555931520 ext(0->4095) 00002000:00010000:1.0:1746128330.041779:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61d880 00000100:00100000:1.0:1746128330.041804:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13973 00000100:00100000:1.0:1746128330.041811:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555931520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.041905:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555931520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.041911:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13973 00002000:00100000:1.0:1746128330.041915:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61d880 x1830947555931520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.041921:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d880 with x1830947555931520 ext(0->4095) 00002000:00010000:1.0:1746128330.041923:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61d880 00000100:00100000:0.0:1746128330.043050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.043824:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555931648 00000100:00100000:2.0:1746128330.043831:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555931648 00000100:00100000:2.0:1746128330.044325:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30872 00000100:00100000:2.0:1746128330.044332:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555931648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.044344:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.044358:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964584d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.044379:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.044385:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.044387:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.044390:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.044413:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.044423:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.044432:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551540224:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.044518:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.046216:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.046289:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551540224:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.046310:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.046322:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128330.046363:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555931648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2032us (3315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.046370:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30872 00000100:00100000:3.0:1746128330.046674:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555931776 00000100:00100000:3.0:1746128330.046680:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555931776 00010000:00010000:3.0:1746128330.046698:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.046727:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15834 00000100:00100000:3.0:1746128330.046731:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555931776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.046739:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.046753:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.046761:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.046778:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e64f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645846 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.046789:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.046790:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.046795:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.046801:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.046821:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.046829:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551540352:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.047176:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.049026:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551540352:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.049041:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128330.049075:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.049083:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555931776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2351us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.049091:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15834 00000100:00100000:2.0:1746128330.049157:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555932032 00000100:00100000:2.0:1746128330.049162:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555932032 00002000:00100000:2.0:1746128330.049186:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61d180 x1830947555932032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.049194:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d180 with x1830947555932032 ext(0->4095) 00002000:00010000:2.0:1746128330.049198:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61d180 00000100:00100000:2.0:1746128330.049210:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13974 00000100:00100000:2.0:1746128330.049215:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555932032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.049295:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555932032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 79us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.049300:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13974 00002000:00100000:2.0:1746128330.049305:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61d180 x1830947555932032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.049311:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d180 with x1830947555932032 ext(0->4095) 00002000:00010000:2.0:1746128330.049314:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61d180 00000100:00100000:0.0:1746128330.051282:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.051346:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555932160 00000100:00100000:2.0:1746128330.051352:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555932160 00000100:00100000:2.0:1746128330.051382:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30873 00000100:00100000:2.0:1746128330.051387:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555932160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.051397:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.051408:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645854 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.051430:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.051436:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.051437:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.051440:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.051461:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.051471:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.051479:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551540480:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.051568:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.052226:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.052510:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555932288 00000100:00100000:2.0:1746128330.052515:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555932288 00000100:00100000:2.0:1746128330.052536:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30874 00000100:00100000:2.0:1746128330.052559:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555932288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.052568:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.052575:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964585b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.052589:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.052592:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.052597:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.052600:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.052618:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.052628:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.052636:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7c00, rc 0) 00000100:00100000:2.0:1746128330.052658:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555932288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.052664:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30874 00000100:00100000:3.0:1746128330.052736:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551540480:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.052749:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.052757:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:3.0:1746128330.053820:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555932160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2429us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.053826:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30873 00000100:00100000:0.0:1746128330.054244:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.054301:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555932416 00000100:00100000:3.0:1746128330.054305:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555932416 00010000:00010000:3.0:1746128330.054322:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.054339:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15835 00000100:00100000:3.0:1746128330.054344:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555932416:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.054352:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.054366:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.054375:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.054391:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e64fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964584d expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.054404:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.054405:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.054410:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.054416:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.054435:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.054444:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.054452:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551540736:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.054513:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.055635:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.055775:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555932672 00000100:00100000:1.0:1746128330.055781:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555932672 00002000:00100000:1.0:1746128330.055806:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8b480 x1830947555932672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.055815:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b480 with x1830947555932672 ext(0->4095) 00010000:00010000:1.0:1746128330.055822:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.055833:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.055838:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8b480 00000100:00100000:3.0:1746128330.056032:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551540736:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.056045:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.056078:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555932416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1733us (1834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.056085:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15835 00000100:00100000:1.0:1746128330.056514:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3375 00000100:00100000:1.0:1746128330.056522:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555932672:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128330.056657:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555932672:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (1025us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.056666:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3375 00002000:00100000:1.0:1746128330.056671:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8b480 x1830947555932672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.056678:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b480 with x1830947555932672 ext(0->4095) 00010000:00010000:1.0:1746128330.056683:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.056691:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.056697:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8b480 00000100:00100000:0.0:1746128330.059152:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.059229:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555932800 00000100:00100000:0.0:1746128330.059229:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.059236:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555932800 00000100:00100000:3.0:1746128330.059271:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30875 00000100:00100000:3.0:1746128330.059277:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555932800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.059290:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.059303:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645862 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.059318:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555932928 00000100:00100000:2.0:1746128330.059321:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555932928 00010000:00010000:3.0:1746128330.059323:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.059327:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.059333:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.059334:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.059335:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.059363:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.059373:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.059382:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128330.059397:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15836 00000100:00100000:2.0:1746128330.059403:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555932928:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.059412:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.059427:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.059428:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555932800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.059433:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30875 00010000:00010000:2.0:1746128330.059436:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.059451:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6502 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645854 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.059463:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.059465:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.059469:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.059476:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.059494:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.059504:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.059513:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551540992:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.060113:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.061103:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551540992:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.061115:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.061147:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555932928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1745us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.061155:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15836 00000100:00100000:0.0:1746128330.061976:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.062125:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555933184 00000100:00100000:2.0:1746128330.062131:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555933184 00002000:00100000:2.0:1746128330.062164:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8a300 x1830947555933184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.062172:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a300 with x1830947555933184 ext(0->4095) 00010000:00010000:2.0:1746128330.062179:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.062189:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.062194:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8a300 00000100:00100000:2.0:1746128330.062222:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3376 00000100:00100000:2.0:1746128330.062228:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555933184:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.062336:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555933184:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.062342:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3376 00002000:00100000:2.0:1746128330.062347:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8a300 x1830947555933184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.062353:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a300 with x1830947555933184 ext(0->4095) 00010000:00010000:2.0:1746128330.062357:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.062366:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.062371:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8a300 00000100:00100000:0.0:1746128330.063710:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.063779:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.063854:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555933440 00000100:00100000:2.0:1746128330.063854:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555933312 00000100:00100000:3.0:1746128330.063861:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555933440 00000100:00100000:2.0:1746128330.063861:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555933312 00010000:00010000:2.0:1746128330.063882:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.063888:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30876 00000100:00100000:3.0:1746128330.063894:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095842850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555933440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.063905:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746128330.063912:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15837 00000100:00100000:2.0:1746128330.063916:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555933312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.063919:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645869 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.063924:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.063949:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.063954:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.063960:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.063963:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.064451:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 18 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.064461:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 18 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.064476:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.064479:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6509 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964585b expref: 18 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.064487:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.064533:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.064535:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.064616:0:9592:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.064623:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.064646:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.064693:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555933312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 775us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.064700:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15837 00010000:00010000:3.0:1746128330.064752:0:9592:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.064765:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.064775:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551541248:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.064817:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.066271:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551541248:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.066286:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:3.0:1746128330.066313:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095842850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555933440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2419us (2608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.066319:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30876 00000100:00100000:2.0:1746128330.067101:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.067168:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555933696 00000100:00100000:0.0:1746128330.067173:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555933696 00002000:00100000:0.0:1746128330.067205:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110e00 x1830947555933696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.067214:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110e00 with x1830947555933696 ext(0->4095) 00010000:00010000:0.0:1746128330.067221:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.067232:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128330.067238:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f110e00 00000100:00100000:0.0:1746128330.067303:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3377 00000100:00100000:0.0:1746128330.067310:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555933696:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128330.067432:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555933696:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128330.067437:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3377 00002000:00100000:0.0:1746128330.067442:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f110e00 x1830947555933696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.067448:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110e00 with x1830947555933696 ext(0->4095) 00010000:00010000:0.0:1746128330.067452:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.067461:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128330.067466:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f110e00 00000100:00100000:0.0:1746128330.068734:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.068782:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555933824 00000100:00100000:2.0:1746128330.068787:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555933824 00010000:00010000:2.0:1746128330.068811:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.068843:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15838 00000100:00100000:2.0:1746128330.068848:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555933824:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.068857:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.068869:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.068879:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.068897:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6510 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645862 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.068923:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.068925:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.068931:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.068948:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.068973:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.068989:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551541376:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.069221:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.070906:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551541376:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.070924:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128330.070948:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.070970:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555933824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2121us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.070980:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15838 00000100:00100000:1.0:1746128330.071077:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555934080 00000100:00100000:1.0:1746128330.071084:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555934080 00002000:00100000:1.0:1746128330.071121:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd88e00 x1830947555934080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.071130:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88e00 with x1830947555934080 ext(0->4095) 00002000:00010000:1.0:1746128330.071135:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd88e00 00000100:00100000:1.0:1746128330.071165:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13975 00000100:00100000:1.0:1746128330.071172:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555934080:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.071837:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555934080:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 664us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.071844:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13975 00002000:00100000:1.0:1746128330.071849:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd88e00 x1830947555934080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.071861:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88e00 with x1830947555934080 ext(0->4095) 00002000:00010000:1.0:1746128330.071864:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd88e00 00000100:00100000:0.0:1746128330.073974:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.074093:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555934208 00000100:00100000:3.0:1746128330.074102:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555934208 00000100:00100000:3.0:1746128330.074145:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30877 00000100:00100000:3.0:1746128330.074152:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555934208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.074294:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.074308:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645870 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.074334:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.074341:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.074342:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.074345:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.074375:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.074385:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.074397:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551541504:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.075246:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.076815:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551541504:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128330.076824:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128330.076841:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.076855:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128330.076892:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555934336 00000100:00100000:2.0:1746128330.076897:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555934336 00000100:00100000:3.0:1746128330.076913:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555934208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (2946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.076920:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30877 00010000:00010000:2.0:1746128330.076921:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.076969:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15839 00000100:00100000:2.0:1746128330.076975:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555934336:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.076985:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.077006:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.077016:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.077035:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6517 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645869 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.077051:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.077054:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.077060:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.077067:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.077090:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.077100:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551541632:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.077145:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.078699:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551541632:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.078714:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.078740:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555934336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1766us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.078748:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15839 00000100:00100000:0.0:1746128330.079235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.079279:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555934592 00000100:00100000:1.0:1746128330.079285:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555934592 00002000:00100000:1.0:1746128330.079314:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd88a80 x1830947555934592/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.079323:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88a80 with x1830947555934592 ext(0->4095) 00002000:00010000:1.0:1746128330.079327:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd88a80 00000100:00100000:1.0:1746128330.079341:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13976 00000100:00100000:1.0:1746128330.079346:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555934592:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.079452:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555934592:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.079457:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13976 00002000:00100000:1.0:1746128330.079462:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd88a80 x1830947555934592/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.079468:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88a80 with x1830947555934592 ext(0->4095) 00002000:00010000:1.0:1746128330.079471:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd88a80 00000100:00100000:0.0:1746128330.081260:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.081310:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.081331:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555934720 00000100:00100000:3.0:1746128330.081337:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555934720 00000100:00100000:3.0:1746128330.081360:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555934848 00000100:00100000:3.0:1746128330.081362:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555934848 00000100:00100000:3.0:1746128330.081385:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30878 00000100:00100000:3.0:1746128330.081391:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1725:x1830947555934720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.081402:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.081416:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645877 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128330.081420:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30879 00000100:00100000:1.0:1746128330.081427:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555934848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.081434:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.081441:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964587e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.081442:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.081449:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.081450:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.081454:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.081464:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.081469:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.081474:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.081476:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.081494:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.081503:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.081512:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551541760:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.081515:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.081526:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.081534:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:1.0:1746128330.081573:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555934848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.081579:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30879 00000100:00100000:3.0:1746128330.081586:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.083425:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551541760:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.083445:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.083456:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128330.083488:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555934720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2097us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.083494:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30878 00000100:00100000:0.0:1746128330.083689:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.083747:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555934976 00000100:00100000:2.0:1746128330.083753:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555934976 00010000:00010000:2.0:1746128330.083777:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.083808:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15840 00000100:00100000:2.0:1746128330.083814:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555934976:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.083825:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.083841:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.083855:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.083873:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e651e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645870 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.083896:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.083898:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.083904:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.083911:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.083947:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.083956:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.083966:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551542016:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.084017:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.085677:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.085707:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551542016:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.085722:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.085756:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555935232 00000100:00100000:1.0:1746128330.085762:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555935232 00002000:00100000:1.0:1746128330.085791:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8b100 x1830947555935232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.085799:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b100 with x1830947555935232 ext(0->4095) 00010000:00010000:1.0:1746128330.085804:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.085822:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.085828:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8b100 00000100:00100000:1.0:1746128330.085844:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3378 00000100:00100000:1.0:1746128330.085849:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555935232:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.085894:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555934976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2078us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.085906:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15840 00000100:00100000:1.0:1746128330.085950:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555935232:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.085955:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3378 00002000:00100000:1.0:1746128330.085959:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dd8b100 x1830947555935232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.085966:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8b100 with x1830947555935232 ext(0->4095) 00010000:00010000:1.0:1746128330.085970:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.085981:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.085986:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dd8b100 00000100:00100000:0.0:1746128330.088883:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.090147:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555935488 00000100:00100000:3.0:1746128330.090160:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555935488 00000100:00100000:0.0:1746128330.090189:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.090224:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30880 00000100:00100000:3.0:1746128330.090233:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555935488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.090254:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746128330.090361:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555935360 00000100:00100000:2.0:1746128330.090365:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555935360 00010000:00010000:2.0:1746128330.090387:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.090421:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15841 00000100:00100000:2.0:1746128330.090427:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555935360:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.090440:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.090456:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.090457:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645885 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.090467:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.090477:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.090483:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.090489:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.090492:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.090509:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6525 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645877 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.090528:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.090539:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.090572:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.090574:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.090579:0:9592:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.090585:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.090674:0:9592:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.090684:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.090694:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551542272:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.090770:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00010000:00010000:2.0:1746128330.090891:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.090928:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555935360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 500us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.090949:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15841 00000100:00100000:3.0:1746128330.095130:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551542272:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.095140:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128330.095146:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:3.0:1746128330.095181:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555935488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4950us (6304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.095187:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30880 00000100:00100000:0.0:1746128330.095310:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555935744 00000100:00100000:0.0:1746128330.095316:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555935744 00002000:00100000:0.0:1746128330.095346:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494380 x1830947555935744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.095366:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494380 with x1830947555935744 ext(0->4095) 00010000:00010000:0.0:1746128330.095373:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.095385:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128330.095391:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494380 00000100:00100000:0.0:1746128330.095417:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3379 00000100:00100000:0.0:1746128330.095423:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947555935744:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128330.095522:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947555935744:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128330.095528:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3379 00002000:00100000:0.0:1746128330.095532:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494380 x1830947555935744/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.095557:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494380 with x1830947555935744 ext(0->4095) 00010000:00010000:0.0:1746128330.095561:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.095570:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128330.095575:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494380 00000100:00100000:0.0:1746128330.097788:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.097875:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.097973:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555935872 00000100:00100000:3.0:1746128330.097981:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555935872 00000100:00100000:3.0:1746128330.098022:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30881 00000100:00100000:3.0:1746128330.098029:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555935872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.098044:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.098059:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964588c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.098082:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.098088:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.098098:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.098101:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.098130:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.098140:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.098149:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128330.098185:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555935872:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.098189:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30881 00000100:00100000:2.0:1746128330.098578:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555936000 00000100:00100000:2.0:1746128330.098582:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555936000 00010000:00010000:2.0:1746128330.098605:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.098636:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15842 00000100:00100000:2.0:1746128330.098707:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555936000:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.098715:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.098730:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.098739:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.098753:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e652c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964587e expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.098777:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.098779:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.098788:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.098794:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.098813:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.098885:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.098900:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551542528:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.100920:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.105185:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551542528:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.105204:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.105256:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555936000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6612us (7378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.105266:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15842 00000100:00100000:0.0:1746128330.105482:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.105567:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555936256 00000100:00100000:2.0:1746128330.105573:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555936256 00002000:00100000:2.0:1746128330.105604:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c1c00 x1830947555936256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.105612:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c1c00 with x1830947555936256 ext(0->4095) 00010000:00010000:2.0:1746128330.105619:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.105630:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.105636:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979c1c00 00000100:00100000:2.0:1746128330.105652:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3380 00000100:00100000:2.0:1746128330.105657:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555936256:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.105761:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555936256:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.105770:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3380 00002000:00100000:2.0:1746128330.105775:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800979c1c00 x1830947555936256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.105781:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c1c00 with x1830947555936256 ext(0->4095) 00010000:00010000:2.0:1746128330.105785:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.105793:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.105798:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800979c1c00 00000100:00100000:0.0:1746128330.107526:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.107736:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555936384 00000100:00100000:2.0:1746128330.107742:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555936384 00010000:00010000:2.0:1746128330.107764:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.107791:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15843 00000100:00100000:2.0:1746128330.107797:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555936384:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.107807:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.107820:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.107828:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.107845:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6533 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645885 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.107871:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.107873:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.107879:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.107886:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.107911:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.107920:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551542656:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.107992:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.109279:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551542656:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.109293:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.109313:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555936384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1517us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.109321:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15843 00000100:00100000:0.0:1746128330.111006:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.111584:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555936640 00000100:00100000:2.0:1746128330.111591:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555936640 00002000:00100000:2.0:1746128330.111623:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f104000 x1830947555936640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.111632:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104000 with x1830947555936640 ext(0->4095) 00002000:00010000:2.0:1746128330.111636:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f104000 00000100:00100000:2.0:1746128330.111658:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13977 00000100:00100000:2.0:1746128330.111665:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555936640:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.111825:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555936640:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (825us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.111831:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13977 00002000:00100000:2.0:1746128330.111836:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f104000 x1830947555936640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.111842:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104000 with x1830947555936640 ext(0->4095) 00002000:00010000:2.0:1746128330.111845:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f104000 00000100:00100000:0.0:1746128330.114077:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.114295:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555936768 00000100:00100000:2.0:1746128330.114301:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555936768 00000100:00100000:2.0:1746128330.114947:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30882 00000100:00100000:2.0:1746128330.114956:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555936768:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.114968:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.114983:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645893 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.115005:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.115011:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.115013:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.115016:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.115037:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.115051:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.115060:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551542784:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.115117:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.116584:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551542784:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.116604:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.116616:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8800, rc 0) 00000100:00100000:2.0:1746128330.116646:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555936768:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1692us (2575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.116653:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30882 00000100:00100000:2.0:1746128330.117034:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.117207:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555936896 00000100:00100000:0.0:1746128330.117212:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555936896 00010000:00010000:0.0:1746128330.117230:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746128330.117673:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15844 00000100:00100000:0.0:1746128330.117680:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555936896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128330.117690:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128330.117705:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.117714:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.117732:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e653a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964588c expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.117759:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.117760:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.117767:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.117774:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.117797:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128330.117806:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f106300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551542912:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128330.117861:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.119369:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f106300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551542912:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.119383:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.119420:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555936896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1741us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.119427:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15844 00000100:00100000:1.0:1746128330.120786:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.120855:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555937152 00000100:00100000:2.0:1746128330.120861:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555937152 00002000:00100000:2.0:1746128330.120890:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495880 x1830947555937152/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.120899:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495880 with x1830947555937152 ext(0->4095) 00002000:00010000:2.0:1746128330.120903:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495880 00000100:00100000:2.0:1746128330.120925:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13978 00000100:00100000:2.0:1746128330.120931:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555937152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.121458:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555937152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 527us (675us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.121464:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13978 00002000:00100000:2.0:1746128330.121469:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495880 x1830947555937152/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.121476:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495880 with x1830947555937152 ext(0->4095) 00002000:00010000:2.0:1746128330.121479:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495880 00000100:00100000:0.0:1746128330.122190:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.122327:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555937280 00000100:00100000:2.0:1746128330.122331:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555937280 00000100:00100000:2.0:1746128330.122366:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30883 00000100:00100000:2.0:1746128330.122372:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1723:x1830947555937280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.122381:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.122393:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964589a expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.122414:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.122421:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.122422:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.122426:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.122453:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.122464:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.122473:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551543040:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.122927:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.123606:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.123720:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555937408 00000100:00100000:3.0:1746128330.123725:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555937408 00000100:00100000:3.0:1746128330.123758:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30884 00000100:00100000:3.0:1746128330.123764:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555937408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.123773:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.123782:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458a1 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.123794:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551543040:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.123797:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.123801:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.123811:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.123814:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.123833:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.123842:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00010000:00010000:3.0:1746128330.123843:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.123852:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.123859:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:2.0:1746128330.123873:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555937280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1501us (1683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.123878:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555937408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.123879:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30883 00000100:00100000:3.0:1746128330.123884:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30884 00000100:00100000:0.0:1746128330.124690:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.124797:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555937536 00000100:00100000:2.0:1746128330.124800:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555937536 00010000:00010000:2.0:1746128330.124815:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.124840:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15845 00000100:00100000:2.0:1746128330.124845:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555937536:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.124853:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.124869:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.124878:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.124892:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6541 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645893 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.124904:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.124905:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.124910:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.124916:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.124931:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.124952:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.124960:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551543296:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.125381:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.127832:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.127880:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555937792 00000100:00100000:3.0:1746128330.127887:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555937792 00002000:00100000:3.0:1746128330.127916:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e6300 x1830947555937792/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.127922:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e6300 with x1830947555937792 ext(0->4095) 00010000:00010000:3.0:1746128330.127928:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.127947:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.127954:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e6300 00000100:00100000:3.0:1746128330.127982:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3381 00000100:00100000:3.0:1746128330.127989:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555937792:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.128093:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555937792:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.128099:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3381 00002000:00100000:3.0:1746128330.128104:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e6300 x1830947555937792/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.128111:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e6300 with x1830947555937792 ext(0->4095) 00010000:00010000:3.0:1746128330.128116:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.128124:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.128129:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e6300 00000100:00100000:2.0:1746128330.128615:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551543296:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.128630:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.128770:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555937536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3924us (4080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.128780:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15845 00000100:00100000:2.0:1746128330.131196:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.131259:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555937920 00000100:00100000:0.0:1746128330.131266:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555937920 00010000:00010000:0.0:1746128330.131290:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746128330.131361:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15846 00000100:00100000:0.0:1746128330.131367:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555937920:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128330.131377:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128330.131393:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.131403:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.131421:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6548 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964589a expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.131710:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.131713:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.131719:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.131726:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.131754:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128330.131764:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551543424:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128330.131826:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.134581:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551543424:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.134598:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.134630:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555937920:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3263us (3438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.134639:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15846 00000100:00100000:0.0:1746128330.135238:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.135318:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555938176 00000100:00100000:3.0:1746128330.135324:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555938176 00002000:00100000:3.0:1746128330.135356:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4380 x1830947555938176/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.135364:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4380 with x1830947555938176 ext(0->4095) 00002000:00010000:3.0:1746128330.135367:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e4380 00000100:00100000:3.0:1746128330.135387:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13979 00000100:00100000:3.0:1746128330.135393:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947555938176:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128330.135604:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947555938176:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 210us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.135610:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13979 00002000:00100000:3.0:1746128330.135616:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4380 x1830947555938176/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.135622:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4380 with x1830947555938176 ext(0->4095) 00002000:00010000:3.0:1746128330.135624:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e4380 00000100:00100000:0.0:1746128330.137434:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.137594:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555938304 00000100:00100000:3.0:1746128330.137601:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555938304 00000100:00100000:3.0:1746128330.137765:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30885 00000100:00100000:3.0:1746128330.137771:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555938304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.137782:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.137795:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458a8 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.137816:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.137822:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.137824:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.137828:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.137851:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.137861:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.137875:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551543552:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.137951:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.140366:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551543552:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.140391:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.140405:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128330.140702:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555938304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2929us (3271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.140710:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30885 00000100:00100000:0.0:1746128330.141364:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.141609:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555938432 00000100:00100000:2.0:1746128330.141616:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555938432 00010000:00010000:2.0:1746128330.141639:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.141669:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15847 00000100:00100000:2.0:1746128330.141675:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555938432:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.141689:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.141705:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.141716:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.141734:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e654f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a1 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.141746:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.141748:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.141754:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.141762:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.141785:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.141794:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551543680:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.141853:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.144946:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551543680:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.144962:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.145001:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555938432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3326us (3638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.145009:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15847 00000100:00100000:0.0:1746128330.145057:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.145227:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.145507:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555938816 00000100:00100000:3.0:1746128330.145512:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555938816 00000100:00100000:3.0:1746128330.145562:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30886 00000100:00100000:3.0:1746128330.145568:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1723:x1830947555938816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746128330.145632:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555938688 00000100:00100000:2.0:1746128330.145636:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555938688 00002000:00100000:2.0:1746128330.145655:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4a80 x1830947555938688/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.145661:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4a80 with x1830947555938688 ext(0->4095) 00002000:00010000:2.0:1746128330.145664:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e4a80 00000100:00100000:2.0:1746128330.145681:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13980 00000100:00100000:2.0:1746128330.145684:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555938688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746128330.145831:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.145844:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458af expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.145853:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555938688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (797us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.145857:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13980 00002000:00100000:2.0:1746128330.145860:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4a80 x1830947555938688/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.145865:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4a80 with x1830947555938688 ext(0->4095) 00002000:00010000:2.0:1746128330.145867:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e4a80 00010000:00010000:3.0:1746128330.145909:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.145915:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.145917:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.145920:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.145954:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.145963:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.145973:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551543808:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.146028:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.147380:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551543808:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.147397:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.147408:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128330.147536:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555938816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1966us (2307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.147642:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.147669:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555938944 00000100:00100000:0.0:1746128330.147674:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555938944 00000100:00100000:0.0:1746128330.147696:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30887 00000100:00100000:0.0:1746128330.147701:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555938944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128330.147708:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128330.147715:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458b6 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.147727:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.147731:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.147737:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128330.147740:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.147757:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.147765:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.147772:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05bc00, rc 0) 00000100:00100000:0.0:1746128330.147789:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555938944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128330.147794:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30887 00000100:00100000:3.0:1746128330.148073:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30886 00000100:00100000:0.0:1746128330.149356:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.149404:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555939072 00000100:00100000:2.0:1746128330.149408:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555939072 00010000:00010000:2.0:1746128330.149423:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.149447:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15848 00000100:00100000:2.0:1746128330.149452:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555939072:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.149461:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.149476:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.149485:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.149502:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6556 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458a8 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.149608:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.149611:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.149618:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.149633:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.149655:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.149664:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.149674:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544064:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.149730:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.151399:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544064:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.151416:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.151443:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555939072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1991us (2089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.151452:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15848 00000100:00100000:0.0:1746128330.152143:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.152567:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555939328 00000100:00100000:2.0:1746128330.152573:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555939328 00002000:00100000:2.0:1746128330.152606:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7800 x1830947555939328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.152614:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7800 with x1830947555939328 ext(0->4095) 00010000:00010000:2.0:1746128330.152621:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.152633:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.152640:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e7800 00000100:00100000:2.0:1746128330.152656:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3382 00000100:00100000:2.0:1746128330.152662:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555939328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.152775:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555939328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.152781:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3382 00002000:00100000:2.0:1746128330.152786:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7800 x1830947555939328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.152793:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7800 with x1830947555939328 ext(0->4095) 00010000:00010000:2.0:1746128330.152797:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.152806:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.152811:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e7800 00000100:00100000:0.0:1746128330.154596:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.154666:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555939456 00000100:00100000:2.0:1746128330.154671:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555939456 00010000:00010000:2.0:1746128330.154691:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.154721:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15849 00000100:00100000:2.0:1746128330.154727:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555939456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.154735:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.155092:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.155106:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.155124:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e655d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458af expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.155350:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.155352:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.155358:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.155365:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.155396:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.155407:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544192:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.155474:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.156896:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544192:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.156910:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.156946:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555939456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2207us (2342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.156955:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15849 00000100:00100000:0.0:1746128330.157258:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.157528:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555939712 00000100:00100000:2.0:1746128330.157533:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555939712 00002000:00100000:2.0:1746128330.157581:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e981c00 x1830947555939712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.157590:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981c00 with x1830947555939712 ext(0->4095) 00002000:00010000:2.0:1746128330.157593:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e981c00 00000100:00100000:2.0:1746128330.157606:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13981 00000100:00100000:2.0:1746128330.157611:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555939712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.157880:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555939712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 268us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.157886:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13981 00002000:00100000:2.0:1746128330.157890:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e981c00 x1830947555939712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.157898:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981c00 with x1830947555939712 ext(0->4095) 00002000:00010000:2.0:1746128330.157900:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e981c00 00000100:00100000:0.0:1746128330.161159:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.161349:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555939840 00000100:00100000:3.0:1746128330.161356:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555939840 00000100:00100000:3.0:1746128330.161402:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30888 00000100:00100000:3.0:1746128330.161409:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555939840:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.161422:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.161435:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458bd expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.161464:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 15 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.161472:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.161474:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.161478:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.161502:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 15 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.161511:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 15 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.161521:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551544320:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.161611:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.165378:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551544320:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.165403:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.165417:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128330.165585:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555939840:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4174us (5236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.165592:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30888 00000100:00100000:0.0:1746128330.166161:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.166242:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555939968 00000100:00100000:2.0:1746128330.166248:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555939968 00010000:00010000:2.0:1746128330.166271:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.166412:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15850 00000100:00100000:2.0:1746128330.166418:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555939968:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.166429:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.166443:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.166456:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.166479:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6564 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458b6 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.166501:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.166503:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.166509:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.166515:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.166559:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.166570:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544448:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.166629:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.169579:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.169864:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555940096 00000100:00100000:3.0:1746128330.169871:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555940096 00000100:00100000:3.0:1746128330.169902:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30889 00000100:00100000:3.0:1746128330.169909:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555940096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.169924:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.169947:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458c4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.169970:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.169977:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.169979:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.169982:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.170008:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.170018:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.170028:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551544576:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.170293:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.170459:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544448:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.170472:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.170494:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555939968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4076us (4333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.170502:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15850 00000100:00100000:0.0:1746128330.171292:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.171446:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555940352 00000100:00100000:2.0:1746128330.171451:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555940352 00002000:00100000:2.0:1746128330.171473:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e980e00 x1830947555940352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.171481:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980e00 with x1830947555940352 ext(0->4095) 00010000:00010000:2.0:1746128330.171487:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.171497:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.171502:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e980e00 00000100:00100000:2.0:1746128330.171909:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3383 00000100:00100000:2.0:1746128330.171916:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555940352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.172012:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555940352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.172018:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3383 00002000:00100000:2.0:1746128330.172023:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e980e00 x1830947555940352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.172030:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980e00 with x1830947555940352 ext(0->4095) 00010000:00010000:2.0:1746128330.172035:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.172044:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.172049:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e980e00 00000100:00100000:3.0:1746128330.173274:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551544576:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.173292:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.173302:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128330.173336:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555940096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3427us (3800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.173344:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30889 00000100:00100000:0.0:1746128330.174188:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.174868:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.174964:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555940480 00000100:00100000:3.0:1746128330.174970:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555940480 00000100:00100000:2.0:1746128330.175054:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555940608 00000100:00100000:2.0:1746128330.175057:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555940608 00010000:00010000:2.0:1746128330.175073:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.175312:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30890 00000100:00100000:3.0:1746128330.175319:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1725:x1830947555940480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.175329:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.175338:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458cb expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.175354:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.175359:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.175364:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.175367:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.175391:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.175399:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.175406:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:2.0:1746128330.175479:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15851 00000100:00100000:2.0:1746128330.175486:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555940608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.175493:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.175506:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.175515:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.175529:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e656b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458bd expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.175560:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.175562:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.175567:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.175573:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.175591:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.175604:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.175613:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544832:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.175805:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555940480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 486us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.175811:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30890 00000100:00100000:2.0:1746128330.176145:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.178055:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544832:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.178069:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.178094:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555940608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2609us (3227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.178103:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15851 00000100:00100000:0.0:1746128330.178268:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.178359:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555940864 00000100:00100000:1.0:1746128330.178365:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555940864 00002000:00100000:1.0:1746128330.178391:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e981500 x1830947555940864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.178400:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981500 with x1830947555940864 ext(0->4095) 00010000:00010000:1.0:1746128330.178406:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.178421:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.178427:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e981500 00000100:00100000:1.0:1746128330.178451:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3384 00000100:00100000:1.0:1746128330.178456:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555940864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.178581:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555940864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.178586:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3384 00002000:00100000:1.0:1746128330.178591:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e981500 x1830947555940864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.178598:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981500 with x1830947555940864 ext(0->4095) 00010000:00010000:1.0:1746128330.178601:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.178610:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.178615:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e981500 00000100:00100000:0.0:1746128330.181285:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.181428:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555940992 00000100:00100000:2.0:1746128330.181434:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555940992 00010000:00010000:2.0:1746128330.181455:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.181481:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15852 00000100:00100000:2.0:1746128330.181486:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555940992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.181499:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.181512:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.181523:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.181561:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6572 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458c4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.181586:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.181588:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.181594:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.181601:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.181626:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.181636:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544960:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.181702:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.184130:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551544960:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.184148:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.184296:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555940992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2808us (3013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.184306:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15852 00000100:00100000:0.0:1746128330.185334:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.185408:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555941248 00000100:00100000:2.0:1746128330.185414:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555941248 00002000:00100000:2.0:1746128330.185441:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa4000 x1830947555941248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.185451:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4000 with x1830947555941248 ext(0->4095) 00002000:00010000:2.0:1746128330.185455:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa4000 00000100:00100000:2.0:1746128330.185769:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13982 00000100:00100000:2.0:1746128330.185777:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555941248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.185956:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555941248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (623us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.185962:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13982 00002000:00100000:2.0:1746128330.185967:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa4000 x1830947555941248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.185974:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4000 with x1830947555941248 ext(0->4095) 00002000:00010000:2.0:1746128330.185977:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa4000 00000100:00100000:0.0:1746128330.188437:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.188493:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555941376 00000100:00100000:3.0:1746128330.188500:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555941376 00000100:00100000:3.0:1746128330.188675:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30891 00000100:00100000:3.0:1746128330.188682:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555941376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.188694:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.188707:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458d2 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.188728:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.188734:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.188736:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.188739:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.188761:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.188772:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.188782:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551545088:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.188851:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.189982:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551545088:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.190000:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.190014:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128330.190044:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555941376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1363us (1610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.190050:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30891 00000100:00100000:0.0:1746128330.190204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.190425:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555941504 00000100:00100000:3.0:1746128330.190430:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555941504 00010000:00010000:3.0:1746128330.190447:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.190475:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15853 00000100:00100000:3.0:1746128330.190481:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555941504:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.190488:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.190503:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.190513:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.190529:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6579 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458cb expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.190565:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.190567:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.190572:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.190584:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.190604:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.190738:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551545216:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.191355:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.192759:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551545216:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.192774:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.192985:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555941504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2503us (2780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.192994:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15853 00000100:00100000:0.0:1746128330.193279:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.193457:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555941760 00000100:00100000:3.0:1746128330.193461:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555941760 00002000:00100000:3.0:1746128330.193485:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6d80 x1830947555941760/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.193493:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6d80 with x1830947555941760 ext(0->4095) 00002000:00010000:3.0:1746128330.193496:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa6d80 00000100:00100000:1.0:1746128330.193630:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13983 00000100:00100000:1.0:1746128330.193637:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555941760:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.193726:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555941760:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.193731:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13983 00002000:00100000:1.0:1746128330.193735:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6d80 x1830947555941760/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.193741:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6d80 with x1830947555941760 ext(0->4095) 00002000:00010000:1.0:1746128330.193743:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa6d80 00000100:00100000:0.0:1746128330.195142:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.195383:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555941888 00000100:00100000:3.0:1746128330.195389:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555941888 00000100:00100000:3.0:1746128330.195432:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30892 00000100:00100000:3.0:1746128330.195439:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555941888:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.195450:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.195464:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458d9 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.195484:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.195490:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.195492:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.195494:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.195518:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.195527:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.195537:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551545344:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.196021:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.196887:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.196950:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555942016 00000100:00100000:0.0:1746128330.196954:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555942016 00000100:00100000:0.0:1746128330.196977:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30893 00000100:00100000:0.0:1746128330.196984:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555942016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128330.196992:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128330.196999:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458e0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.197010:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.197014:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.197019:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128330.197022:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.197042:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.197051:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.197064:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b000, rc 0) 00000100:00100000:0.0:1746128330.197523:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555942016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 539us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128330.197530:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30893 00000100:00100000:3.0:1746128330.197925:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551545344:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.197951:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.197959:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128330.197978:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555941888:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2541us (2840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.197984:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30892 00000100:00100000:0.0:1746128330.198468:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.198597:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555942144 00000100:00100000:3.0:1746128330.198601:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555942144 00010000:00010000:3.0:1746128330.198616:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.198670:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15854 00000100:00100000:3.0:1746128330.198676:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555942144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.198684:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.198698:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.198815:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.198831:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6580 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d2 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.199004:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.199006:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.199012:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.199020:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.199039:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.199048:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.199057:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551545600:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.199105:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.200615:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551545600:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.200623:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.200638:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555942144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1964us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.200644:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15854 00000100:00100000:0.0:1746128330.201360:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.201397:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555942400 00000100:00100000:3.0:1746128330.201401:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555942400 00002000:00100000:3.0:1746128330.201425:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa7b80 x1830947555942400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.201432:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7b80 with x1830947555942400 ext(0->4095) 00010000:00010000:3.0:1746128330.201438:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.201447:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.201452:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa7b80 00000100:00100000:3.0:1746128330.201477:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3385 00000100:00100000:3.0:1746128330.201483:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555942400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.201597:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555942400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (239us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.201605:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3385 00002000:00100000:3.0:1746128330.201609:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa7b80 x1830947555942400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.201615:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7b80 with x1830947555942400 ext(0->4095) 00010000:00010000:3.0:1746128330.201619:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.201627:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.201633:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa7b80 00000100:00100000:0.0:1746128330.203295:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.203344:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555942528 00000100:00100000:3.0:1746128330.203350:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555942528 00000100:00100000:0.0:1746128330.203353:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.203422:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30894 00000100:00100000:3.0:1746128330.203429:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555942528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.203441:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.203453:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458e7 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.203471:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.203476:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.203481:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.203484:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.203514:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555942656 00010000:00010000:3.0:1746128330.203515:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.203518:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555942656 00010000:00010000:3.0:1746128330.203525:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.203532:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00010000:00010000:2.0:1746128330.203532:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.203569:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15855 00000100:00100000:2.0:1746128330.203574:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555942656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.203582:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.203595:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.203604:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.203618:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6587 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458d9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.203641:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.203643:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.203648:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.203654:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.203672:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.203681:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.203690:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551545856:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.203724:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555942528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 295us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.203729:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30894 00000100:00100000:2.0:1746128330.204163:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.205575:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551545856:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.205587:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.205612:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947555942656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2037us (2258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.205620:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15855 00000100:00100000:0.0:1746128330.207030:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.207178:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555942912 00000100:00100000:3.0:1746128330.207185:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555942912 00002000:00100000:3.0:1746128330.207217:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5f80 x1830947555942912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.207226:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5f80 with x1830947555942912 ext(0->4095) 00010000:00010000:3.0:1746128330.207234:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.207246:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.207251:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5f80 00000100:00100000:3.0:1746128330.207307:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3386 00000100:00100000:3.0:1746128330.207314:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555942912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.207418:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555942912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (391us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.207424:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3386 00002000:00100000:3.0:1746128330.207429:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5f80 x1830947555942912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.207436:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5f80 with x1830947555942912 ext(0->4095) 00010000:00010000:3.0:1746128330.207440:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.207448:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.207454:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5f80 00000100:00100000:0.0:1746128330.210050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.210163:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555943040 00000100:00100000:3.0:1746128330.210170:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555943040 00000100:00100000:3.0:1746128330.210402:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30895 00000100:00100000:3.0:1746128330.210409:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555943040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.210423:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.210437:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458ee expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.210457:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.210462:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.210467:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.210470:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.210502:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.210512:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.210520:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128330.210587:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555943040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.210592:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30895 00000100:00100000:0.0:1746128330.210816:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.211072:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555943168 00000100:00100000:2.0:1746128330.211076:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555943168 00010000:00010000:2.0:1746128330.211096:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.211118:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15856 00000100:00100000:2.0:1746128330.211123:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555943168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.211131:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.211147:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.211157:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.211171:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e658e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e0 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.211193:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.211194:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.211200:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.211207:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.211236:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.211534:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.211567:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551546112:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.211626:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.213469:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551546112:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.213484:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.213522:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555943168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2398us (2706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.213529:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15856 00000100:00100000:0.0:1746128330.213645:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.213760:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555943424 00000100:00100000:2.0:1746128330.213765:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555943424 00002000:00100000:2.0:1746128330.213788:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce10700 x1830947555943424/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.213796:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10700 with x1830947555943424 ext(0->4095) 00010000:00010000:2.0:1746128330.213802:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.213812:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.213817:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce10700 00000100:00100000:2.0:1746128330.213829:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3387 00000100:00100000:2.0:1746128330.213834:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555943424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.213927:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555943424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.213946:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3387 00002000:00100000:2.0:1746128330.213950:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce10700 x1830947555943424/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.213956:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10700 with x1830947555943424 ext(0->4095) 00010000:00010000:2.0:1746128330.213960:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.213968:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.213972:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce10700 00000100:00100000:0.0:1746128330.215190:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.215252:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555943552 00000100:00100000:2.0:1746128330.215258:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555943552 00010000:00010000:2.0:1746128330.215275:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.215304:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15857 00000100:00100000:2.0:1746128330.215310:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555943552:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.215318:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.215331:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.215341:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.215357:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6595 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458e7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.215369:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.215371:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.215377:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.215384:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.215407:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.215416:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551546240:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.215482:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.217382:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551546240:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.217399:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.217428:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555943552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2118us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.217438:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15857 00000100:00100000:0.0:1746128330.218012:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.218100:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555943808 00000100:00100000:2.0:1746128330.218106:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555943808 00002000:00100000:2.0:1746128330.218130:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13800 x1830947555943808/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.218139:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13800 with x1830947555943808 ext(0->4095) 00002000:00010000:2.0:1746128330.218143:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce13800 00000100:00100000:2.0:1746128330.218199:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13984 00000100:00100000:2.0:1746128330.218207:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555943808:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.218323:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555943808:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.218329:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13984 00002000:00100000:2.0:1746128330.218334:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13800 x1830947555943808/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.218340:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13800 with x1830947555943808 ext(0->4095) 00002000:00010000:2.0:1746128330.218343:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce13800 00000100:00100000:0.0:1746128330.219639:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.219785:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555943936 00000100:00100000:2.0:1746128330.219789:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555943936 00010000:00010000:0.0:1746128330.219795:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746128330.219995:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30896 00000100:00100000:2.0:1746128330.220006:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555943936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.220015:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.220027:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458f5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.220047:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.220053:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.220055:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.220058:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.220076:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.220087:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.220094:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551546368:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.220242:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.221249:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551546368:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.221263:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.221277:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:2.0:1746128330.221308:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555943936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1307us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.221314:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30896 00000100:00100000:0.0:1746128330.221538:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.221820:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555944064 00000100:00100000:2.0:1746128330.221824:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555944064 00010000:00010000:2.0:1746128330.221840:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.221865:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15858 00000100:00100000:2.0:1746128330.221870:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555944064:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.221884:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.221899:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.221911:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.221925:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e659c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458ee expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.221949:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.221951:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.221956:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.221962:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.221979:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.221986:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551546496:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.222022:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.223535:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.223702:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551546496:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.223714:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.223752:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555944064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1881us (2214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.223759:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15858 00000100:00100000:3.0:1746128330.224030:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555944320 00000100:00100000:3.0:1746128330.224036:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555944320 00002000:00100000:3.0:1746128330.224062:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12d80 x1830947555944320/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.224070:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12d80 with x1830947555944320 ext(0->4095) 00002000:00010000:3.0:1746128330.224074:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce12d80 00000100:00100000:3.0:1746128330.224088:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13985 00000100:00100000:3.0:1746128330.224093:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555944320:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.224181:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555944320:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (650us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.224186:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13985 00002000:00100000:3.0:1746128330.224191:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12d80 x1830947555944320/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.224203:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12d80 with x1830947555944320 ext(0->4095) 00002000:00010000:3.0:1746128330.224205:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce12d80 00000100:00100000:0.0:1746128330.225587:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.225639:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555944448 00000100:00100000:2.0:1746128330.225645:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555944448 00000100:00100000:2.0:1746128330.225681:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30897 00000100:00100000:2.0:1746128330.225687:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555944448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.225738:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.225751:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96458fc expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.225772:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.225776:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.225778:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.225780:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.225796:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.225803:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.226079:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551546624:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.226219:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.227275:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551546624:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.227292:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.227306:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:2.0:1746128330.227343:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1725:x1830947555944448:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1656us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.227350:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30897 00000100:00100000:0.0:1746128330.227554:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.227606:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555944576 00000100:00100000:2.0:1746128330.227610:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555944576 00010000:00010000:2.0:1746128330.227624:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.227665:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15859 00000100:00100000:2.0:1746128330.227670:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555944576:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.227678:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.227693:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.227701:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.227716:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458f5 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.227735:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.227736:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.227742:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.227753:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.227771:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.227779:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551546752:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.228263:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.229366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.229406:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555944704 00000100:00100000:2.0:1746128330.229411:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555944704 00000100:00100000:2.0:1746128330.229514:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30898 00000100:00100000:2.0:1746128330.229518:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555944704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.229528:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.229537:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645903 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.229570:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.229574:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.229575:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.229577:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.229598:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.229609:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.229616:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551546880:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.229891:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.229975:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551546752:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.229988:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.230019:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555944576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2348us (2480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.230027:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15859 00000100:00100000:0.0:1746128330.230180:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.230207:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555944960 00000100:00100000:3.0:1746128330.230210:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555944960 00002000:00100000:3.0:1746128330.230230:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93100 x1830947555944960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.230237:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93100 with x1830947555944960 ext(0->4095) 00010000:00010000:3.0:1746128330.230241:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 18 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.230250:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 18 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.230255:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee93100 00000100:00100000:3.0:1746128330.230267:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3388 00000100:00100000:3.0:1746128330.230272:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555944960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.230384:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555944960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (202us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.230390:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3388 00002000:00100000:3.0:1746128330.230395:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93100 x1830947555944960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.230402:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93100 with x1830947555944960 ext(0->4095) 00010000:00010000:3.0:1746128330.230406:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 18 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.230413:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 18 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.230419:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee93100 00000100:00100000:2.0:1746128330.232612:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551546880:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.232634:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.232647:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128330.232687:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555944704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3168us (3324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.232693:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30898 00000100:00100000:0.0:1746128330.233065:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.233157:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555945216 00000100:00100000:2.0:1746128330.233163:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555945216 00000100:00100000:2.0:1746128330.233200:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30899 00000100:00100000:2.0:1746128330.233207:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555945216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.233219:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.233230:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964590a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.233343:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.233348:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.233358:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:1.0:1746128330.233358:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128330.233361:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.233384:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.233394:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.233401:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:3.0:1746128330.233414:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555945088 00000100:00100000:3.0:1746128330.233418:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555945088 00010000:00010000:3.0:1746128330.233433:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.233457:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15860 00000100:00100000:2.0:1746128330.233457:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555945216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 249us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.233462:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30899 00000100:00100000:3.0:1746128330.233465:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555945088:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.233474:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.233489:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.233497:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.233512:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96458fc expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.233538:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.233586:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.233592:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.233619:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.233635:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.233644:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.233653:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551547136:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.233705:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.239326:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.239347:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551547136:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.239364:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.240397:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555945472 00000100:00100000:1.0:1746128330.240405:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555945472 00002000:00100000:1.0:1746128330.240437:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92d80 x1830947555945472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.240446:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92d80 with x1830947555945472 ext(0->4095) 00010000:00010000:1.0:1746128330.240452:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.240465:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.240471:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee92d80 00000100:00100000:1.0:1746128330.240514:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3389 00000100:00100000:1.0:1746128330.240520:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555945472:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.240675:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555945472:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (1353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.240681:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3389 00002000:00100000:1.0:1746128330.240686:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92d80 x1830947555945472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.240694:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92d80 with x1830947555945472 ext(0->4095) 00010000:00010000:1.0:1746128330.240698:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.240706:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.240711:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee92d80 00000100:00100000:3.0:1746128330.240721:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555945088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7251us (7362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.240729:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15860 00000100:00100000:0.0:1746128330.243618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.244090:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.244171:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555945600 00000100:00100000:2.0:1746128330.244179:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555945600 00000100:00100000:3.0:1746128330.244188:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555945728 00000100:00100000:3.0:1746128330.244194:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555945728 00010000:00010000:3.0:1746128330.244214:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.244228:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30900 00000100:00100000:2.0:1746128330.244235:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555945600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.244251:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.244266:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645911 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.244391:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.244396:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.244407:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.244411:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.244441:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.244451:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.244461:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9800, rc 0) 00000100:00100000:2.0:1746128330.244499:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555945600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 264us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.244505:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30900 00000100:00100000:3.0:1746128330.244959:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15861 00000100:00100000:3.0:1746128330.244966:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555945728:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.244974:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.244989:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.245000:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.245013:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e65b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645903 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.245038:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.245039:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.245045:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.245051:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.245069:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.245077:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.245092:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551547392:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.245152:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.248163:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.248180:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551547392:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.248195:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.248227:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555945728:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3262us (4137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.248233:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555945984 00000100:00100000:3.0:1746128330.248235:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15861 00000100:00100000:2.0:1746128330.248238:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555945984 00002000:00100000:2.0:1746128330.248265:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92300 x1830947555945984/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.248274:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92300 with x1830947555945984 ext(0->4095) 00010000:00010000:2.0:1746128330.248282:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.248293:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.248299:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee92300 00000100:00100000:2.0:1746128330.248328:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3390 00000100:00100000:2.0:1746128330.248334:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555945984:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.249355:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555945984:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 1018us (1196us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.249361:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3390 00002000:00100000:2.0:1746128330.249366:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92300 x1830947555945984/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.249374:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92300 with x1830947555945984 ext(0->4095) 00010000:00010000:2.0:1746128330.249379:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.249388:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.249393:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee92300 00000100:00100000:0.0:1746128330.251425:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.251538:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555946112 00000100:00100000:3.0:1746128330.251643:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555946112 00010000:00010000:3.0:1746128330.251664:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.251931:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15862 00000100:00100000:3.0:1746128330.251948:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555946112:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.251960:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.251974:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.251985:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.252003:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e65b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964590a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.252048:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.252051:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.252057:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.252106:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.252134:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.252144:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551547520:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.252208:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.253917:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551547520:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.253930:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.253974:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555946112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2026us (2555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.253982:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15862 00000100:00100000:0.0:1746128330.255619:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.255679:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555946368 00000100:00100000:2.0:1746128330.255686:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555946368 00002000:00100000:2.0:1746128330.255718:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90000 x1830947555946368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.255726:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90000 with x1830947555946368 ext(0->4095) 00002000:00010000:2.0:1746128330.255729:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee90000 00000100:00100000:2.0:1746128330.255755:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13986 00000100:00100000:2.0:1746128330.255762:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555946368:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.255872:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555946368:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.255879:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13986 00002000:00100000:2.0:1746128330.255910:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90000 x1830947555946368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.255921:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90000 with x1830947555946368 ext(0->4095) 00002000:00010000:2.0:1746128330.255924:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee90000 00000100:00100000:0.0:1746128330.257347:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.257425:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555946496 00000100:00100000:2.0:1746128330.257430:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555946496 00000100:00100000:2.0:1746128330.257457:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30901 00000100:00100000:2.0:1746128330.257536:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555946496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.257574:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.257587:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645918 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.257606:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.257612:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.257614:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.257616:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.257636:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.257645:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 15 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.257659:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551547648:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.258065:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.258788:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551547648:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.258803:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.258818:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8600, rc 0) 00000100:00100000:2.0:1746128330.259222:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555946496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1686us (1876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.259229:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30901 00000100:00100000:0.0:1746128330.259386:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.259464:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555946624 00000100:00100000:3.0:1746128330.259468:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555946624 00010000:00010000:3.0:1746128330.259486:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.260150:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15863 00000100:00100000:1.0:1746128330.260159:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555946624:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128330.260168:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128330.260186:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.260196:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.260214:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e65bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645911 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.260232:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.260234:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.260240:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.260248:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.260276:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128330.260287:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551547776:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.260346:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.263201:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.263323:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555946880 00000100:00100000:3.0:1746128330.263331:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555946880 00002000:00100000:3.0:1746128330.263369:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92a00 x1830947555946880/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.263379:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92a00 with x1830947555946880 ext(0->4095) 00002000:00010000:3.0:1746128330.263384:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee92a00 00000100:00100000:3.0:1746128330.263403:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13987 00000100:00100000:3.0:1746128330.263409:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555946880:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.263519:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555946880:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.263526:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13987 00002000:00100000:3.0:1746128330.263531:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92a00 x1830947555946880/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.263538:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92a00 with x1830947555946880 ext(0->4095) 00002000:00010000:3.0:1746128330.263556:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee92a00 00000100:00100000:1.0:1746128330.264095:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551547776:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128330.264112:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.264377:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555946624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4219us (4991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.264385:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15863 00000100:00100000:0.0:1746128330.265391:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.265446:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555947008 00000100:00100000:2.0:1746128330.265452:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555947008 00000100:00100000:2.0:1746128330.265478:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30902 00000100:00100000:2.0:1746128330.265483:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1723:x1830947555947008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.265494:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.265507:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964591f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.265527:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.265533:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.265535:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.265537:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.265595:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.265605:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.265615:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551547904:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.265679:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.266424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.266631:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555947136 00000100:00100000:2.0:1746128330.266636:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555947136 00000100:00100000:2.0:1746128330.266791:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30903 00000100:00100000:2.0:1746128330.266798:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555947136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.266806:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.266814:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645926 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.266828:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.266832:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.266837:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.266840:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.266858:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.266873:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.266882:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:2.0:1746128330.266917:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555947136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.266922:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30903 00000100:00100000:0.0:1746128330.268079:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.268180:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551547904:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.268202:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.268211:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:2.0:1746128330.268239:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555947008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2755us (2850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.268245:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30902 00000100:00100000:1.0:1746128330.268301:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555947264 00000100:00100000:1.0:1746128330.268306:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555947264 00010000:00010000:1.0:1746128330.268329:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.268346:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15864 00000100:00100000:1.0:1746128330.268351:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555947264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128330.268360:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128330.268396:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.268406:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.268425:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e65c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645918 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.268490:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.268492:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.268499:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.268506:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.268528:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.268537:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.268575:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551548160:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.268632:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.269686:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551548160:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128330.269698:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.269718:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555947264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1368us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.269723:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15864 00000100:00100000:0.0:1746128330.269916:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.270730:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555947520 00000100:00100000:1.0:1746128330.270735:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555947520 00002000:00100000:1.0:1746128330.270760:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096289c00 x1830947555947520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.270769:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096289c00 with x1830947555947520 ext(0->4095) 00010000:00010000:1.0:1746128330.270775:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.270787:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.270794:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096289c00 00000100:00100000:1.0:1746128330.270815:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3391 00000100:00100000:1.0:1746128330.270820:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555947520:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.270911:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555947520:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (996us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.270917:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3391 00002000:00100000:1.0:1746128330.270922:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096289c00 x1830947555947520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.270930:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096289c00 with x1830947555947520 ext(0->4095) 00010000:00010000:1.0:1746128330.270948:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.270958:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.270964:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096289c00 00000100:00100000:0.0:1746128330.272458:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.272505:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555947648 00000100:00100000:1.0:1746128330.272511:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555947648 00010000:00010000:1.0:1746128330.272530:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.272588:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15865 00000100:00100000:1.0:1746128330.272594:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555947648:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128330.272604:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128330.272617:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.272633:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.272651:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e65cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964591f expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.272663:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.272665:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.272670:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.272682:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.272729:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128330.272741:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009628bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551548288:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128330.272812:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.274753:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.274875:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555947904 00000100:00100000:1.0:1746128330.274881:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555947904 00002000:00100000:1.0:1746128330.274912:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bc700 x1830947555947904/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.274922:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bc700 with x1830947555947904 ext(0->4095) 00002000:00010000:1.0:1746128330.274926:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3bc700 00000100:00100000:2.0:1746128330.274977:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009628bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551548288:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.274994:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.275021:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555947648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2428us (2567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.275030:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15865 00000100:00100000:1.0:1746128330.275410:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13988 00000100:00100000:1.0:1746128330.275418:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555947904:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.275519:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555947904:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.275524:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13988 00002000:00100000:1.0:1746128330.275530:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bc700 x1830947555947904/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.275537:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bc700 with x1830947555947904 ext(0->4095) 00002000:00010000:1.0:1746128330.275568:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a3bc700 00000100:00100000:0.0:1746128330.280197:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.280316:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555948032 00000100:00100000:2.0:1746128330.280324:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555948032 00000100:00100000:2.0:1746128330.280448:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30904 00000100:00100000:2.0:1746128330.280456:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555948032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.280471:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.280485:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964592d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.280510:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.280528:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.280529:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.280532:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.280586:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.280597:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.280606:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551548416:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.281220:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.284232:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.284283:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551548416:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.284306:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.284320:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:2.0:1746128330.284359:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555948032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3904us (4169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.284369:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30904 00000100:00100000:3.0:1746128330.284382:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555948160 00000100:00100000:3.0:1746128330.284388:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555948160 00010000:00010000:3.0:1746128330.284697:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.284729:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15866 00000100:00100000:3.0:1746128330.284736:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555948160:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.284747:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.284768:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.284778:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.284796:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e65d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645926 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.284809:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.284811:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.284817:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.284824:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.284848:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.284857:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551548544:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.284914:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.287471:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.287656:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555948288 00000100:00100000:2.0:1746128330.287663:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555948288 00000100:00100000:2.0:1746128330.287707:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30905 00000100:00100000:2.0:1746128330.287714:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555948288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.287727:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.287741:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645934 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.287761:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.287767:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.287768:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.287771:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.287792:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.287802:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.287812:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551548672:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.287875:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.288928:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551548544:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.288953:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.288976:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555948160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4241us (4750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.288985:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15866 00000100:00100000:0.0:1746128330.289287:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.289386:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555948544 00000100:00100000:3.0:1746128330.289390:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555948544 00002000:00100000:3.0:1746128330.289412:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bf100 x1830947555948544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.289420:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf100 with x1830947555948544 ext(0->4095) 00010000:00010000:3.0:1746128330.289427:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.289441:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.289446:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a3bf100 00000100:00100000:3.0:1746128330.289493:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3392 00000100:00100000:3.0:1746128330.289500:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555948544:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128330.289610:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555948544:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.289615:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3392 00002000:00100000:3.0:1746128330.289620:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bf100 x1830947555948544/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.289627:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bf100 with x1830947555948544 ext(0->4095) 00010000:00010000:3.0:1746128330.289632:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.289640:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.289645:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a3bf100 00000100:00100000:3.0:1746128330.290101:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551548672:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.290115:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.290126:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8800, rc 0) 00000100:00100000:3.0:1746128330.290148:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555948288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2435us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.290154:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30905 00000100:00100000:0.0:1746128330.291734:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.291856:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555948672 00000100:00100000:3.0:1746128330.291862:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555948672 00000100:00100000:3.0:1746128330.291897:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30906 00000100:00100000:3.0:1746128330.291903:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1725:x1830947555948672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.291914:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.291924:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964593b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.291949:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.291953:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.291959:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.291961:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.291985:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.291994:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.292001:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128330.292025:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555948672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.292033:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30906 00000100:00100000:0.0:1746128330.292267:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.292375:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555948800 00000100:00100000:3.0:1746128330.292378:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555948800 00010000:00010000:3.0:1746128330.292391:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.292416:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15867 00000100:00100000:3.0:1746128330.292420:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555948800:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.292427:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.292439:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.292447:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.292461:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e65db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964592d expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.292473:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.292474:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.292480:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.292487:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.292502:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.292512:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.292521:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551548928:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.292591:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.294249:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551548928:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.294261:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.294373:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555948800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1951us (2106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.294381:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15867 00000100:00100000:0.0:1746128330.294520:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.294588:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555949056 00000100:00100000:3.0:1746128330.294592:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555949056 00002000:00100000:3.0:1746128330.294615:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bea00 x1830947555949056/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.294624:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bea00 with x1830947555949056 ext(0->4095) 00010000:00010000:3.0:1746128330.294630:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.294639:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.294644:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a3bea00 00000100:00100000:3.0:1746128330.294665:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3393 00000100:00100000:3.0:1746128330.294671:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555949056:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.294766:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555949056:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.294771:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3393 00002000:00100000:3.0:1746128330.294776:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008a3bea00 x1830947555949056/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.294782:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a3bea00 with x1830947555949056 ext(0->4095) 00010000:00010000:3.0:1746128330.294787:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.294795:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.294800:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a3bea00 00000100:00100000:2.0:1746128330.296025:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.296059:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555949184 00000100:00100000:3.0:1746128330.296064:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555949184 00010000:00010000:3.0:1746128330.296077:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.296099:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15868 00000100:00100000:3.0:1746128330.296102:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555949184:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.296109:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.296119:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.296125:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.296138:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e65e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645934 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.296153:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.296155:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.296161:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.296168:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.296261:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.296271:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551549056:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.296347:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.297749:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551549056:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.297762:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.298027:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555949184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1922us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.298035:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15868 00000100:00100000:0.0:1746128330.298047:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.298139:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555949440 00000100:00100000:2.0:1746128330.298145:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555949440 00002000:00100000:2.0:1746128330.298168:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3f800 x1830947555949440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.298176:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f800 with x1830947555949440 ext(0->4095) 00002000:00010000:2.0:1746128330.298180:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3f800 00000100:00100000:2.0:1746128330.298381:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13989 00000100:00100000:2.0:1746128330.298388:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555949440:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.298491:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555949440:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.298497:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13989 00002000:00100000:2.0:1746128330.298502:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3f800 x1830947555949440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.298508:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f800 with x1830947555949440 ext(0->4095) 00002000:00010000:2.0:1746128330.298511:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3f800 00000100:00100000:0.0:1746128330.300117:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.300190:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555949568 00000100:00100000:3.0:1746128330.300195:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555949568 00000100:00100000:3.0:1746128330.300370:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30907 00000100:00100000:3.0:1746128330.300377:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555949568:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.300389:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.300402:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645942 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.300423:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.300429:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.300431:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.300434:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.300456:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.300466:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 15 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.300476:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551549184:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.300561:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.302377:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551549184:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.302397:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.302409:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128330.302435:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555949568:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2057us (2321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.302444:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30907 00000100:00100000:0.0:1746128330.302653:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.302824:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555949696 00000100:00100000:3.0:1746128330.302829:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555949696 00010000:00010000:3.0:1746128330.302846:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.302864:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15869 00000100:00100000:3.0:1746128330.302870:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555949696:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.302878:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.302892:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.302901:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.302918:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e65e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964593b expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.302930:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.302932:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.302950:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.302957:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.302978:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.302988:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551549312:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.303045:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.305154:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.305204:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555949952 00000100:00100000:1.0:1746128330.305211:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555949952 00000100:00100000:3.0:1746128330.305227:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551549312:192.168.202.33@tcp:105: 00002000:00100000:1.0:1746128330.305236:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3ce00 x1830947555949952/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746128330.305239:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746128330.305245:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3ce00 with x1830947555949952 ext(0->4095) 00002000:00010000:1.0:1746128330.305248:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3ce00 00000100:00100000:1.0:1746128330.305274:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13990 00000100:00100000:1.0:1746128330.305279:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555949952:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.305297:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2015:x1830947555949696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2427us (2644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.305303:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15869 00000100:00100000:1.0:1746128330.305384:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555949952:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.305390:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13990 00002000:00100000:1.0:1746128330.305395:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3ce00 x1830947555949952/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.305402:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3ce00 with x1830947555949952 ext(0->4095) 00002000:00010000:1.0:1746128330.305404:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3ce00 00000100:00100000:0.0:1746128330.307047:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.307185:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555950080 00000100:00100000:3.0:1746128330.307191:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555950080 00000100:00100000:3.0:1746128330.307226:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30908 00000100:00100000:3.0:1746128330.307232:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555950080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.307242:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.307254:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645949 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.307286:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.307293:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.307295:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.307298:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.307321:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.307335:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.307345:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551549440:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.307415:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.308054:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.308116:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555950208 00000100:00100000:1.0:1746128330.308120:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555950208 00000100:00100000:1.0:1746128330.308272:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30909 00000100:00100000:1.0:1746128330.308278:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555950208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.308285:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.308292:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645950 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.308304:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.308308:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.308312:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.308315:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.308338:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.308347:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.308355:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128330.308378:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555950208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.308383:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30909 00000100:00100000:3.0:1746128330.308751:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551549440:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.308763:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.308770:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128330.308788:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555950080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1557us (1746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.308793:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30908 00000100:00100000:0.0:1746128330.309233:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.309353:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555950336 00000100:00100000:3.0:1746128330.309357:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555950336 00010000:00010000:3.0:1746128330.309370:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.309479:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15870 00000100:00100000:3.0:1746128330.309485:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555950336:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.309494:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.309513:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.309527:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.309572:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e65f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645942 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.309587:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.309588:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.309593:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.309600:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.309618:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.309626:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.309634:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551549696:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.309696:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.311339:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551549696:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.311354:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.311379:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555950336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1894us (2146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.311606:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15870 00000100:00100000:0.0:1746128330.311972:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.312181:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555950592 00000100:00100000:2.0:1746128330.312187:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555950592 00002000:00100000:2.0:1746128330.312215:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3f100 x1830947555950592/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.312222:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f100 with x1830947555950592 ext(0->4095) 00010000:00010000:2.0:1746128330.312229:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.312239:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.312249:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3f100 00000100:00100000:2.0:1746128330.312275:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3394 00000100:00100000:2.0:1746128330.312285:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555950592:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.312392:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555950592:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.312398:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3394 00002000:00100000:2.0:1746128330.312403:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88006da3f100 x1830947555950592/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.312410:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3f100 with x1830947555950592 ext(0->4095) 00010000:00010000:2.0:1746128330.312414:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.312423:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.312428:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006da3f100 00000100:00100000:0.0:1746128330.314394:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.314454:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.314504:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555950848 00000100:00100000:2.0:1746128330.314510:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555950848 00010000:00010000:2.0:1746128330.314532:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.314571:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15871 00000100:00100000:2.0:1746128330.314577:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555950848:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.314585:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.314598:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.314608:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.314624:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e65f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645949 expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.314647:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.314649:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.314655:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.314662:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.314683:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.314694:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551549824:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.314699:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555950720 00000100:00100000:3.0:1746128330.314703:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555950720 00000100:00100000:3.0:1746128330.314734:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30910 00000100:00100000:2.0:1746128330.314752:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.315600:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555950720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.315612:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.315622:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645957 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.315640:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.315646:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.315647:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.315650:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.315666:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.315675:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.315683:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551549952:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.315728:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.316768:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.316821:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555951104 00000100:00100000:1.0:1746128330.316826:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555951104 00000100:00100000:3.0:1746128330.316846:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551549952:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.316847:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551549824:192.168.202.33@tcp:105: 00002000:00100000:1.0:1746128330.316851:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28a680 x1830947555951104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746128330.316858:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746128330.316859:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28a680 with x1830947555951104 ext(0->4095) 00010000:00010000:3.0:1746128330.316860:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.316864:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.316867:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00010000:00010000:1.0:1746128330.316873:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.316878:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d28a680 00000100:00100000:3.0:1746128330.316882:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555950720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2143us (2493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.316883:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555950848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2306us (2428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.316886:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30910 00000100:00100000:2.0:1746128330.316892:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15871 00000100:00100000:1.0:1746128330.316899:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3395 00000100:00100000:1.0:1746128330.316904:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555951104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.316996:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555951104:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.317001:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3395 00002000:00100000:1.0:1746128330.317006:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28a680 x1830947555951104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.317012:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28a680 with x1830947555951104 ext(0->4095) 00010000:00010000:1.0:1746128330.317016:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.317024:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.317029:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d28a680 00000100:00100000:0.0:1746128330.319034:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.319102:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.319151:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555951360 00000100:00100000:2.0:1746128330.319158:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555951360 00010000:00010000:2.0:1746128330.319181:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.319202:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15872 00000100:00100000:2.0:1746128330.319207:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555951360:12345-192.168.202.33@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746128330.319266:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555951232 00000100:00100000:3.0:1746128330.319270:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555951232 00010000:00010000:2.0:1746128330.319341:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.319356:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.319366:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.319383:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e65fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645950 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.319398:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.319400:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.319406:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.319413:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.319459:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.319473:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551550080:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.319516:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.319732:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30911 00000100:00100000:3.0:1746128330.319738:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555951232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.319747:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.319754:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964595e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.319768:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.319774:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.319775:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.319778:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.319791:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.319800:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.319807:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551550208:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.319845:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.321371:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551550208:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.321384:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.321391:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128330.321411:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555951232:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1674us (2424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.321416:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30911 00000100:00100000:2.0:1746128330.321434:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551550080:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.321443:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.321459:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555951360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2252us (2357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.321466:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15872 00000100:00100000:0.0:1746128330.322825:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.322914:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555951616 00000100:00100000:1.0:1746128330.322921:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555951616 00002000:00100000:1.0:1746128330.322957:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28b100 x1830947555951616/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.322966:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b100 with x1830947555951616 ext(0->4095) 00010000:00010000:1.0:1746128330.322972:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.322982:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.322988:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d28b100 00000100:00100000:1.0:1746128330.323084:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3396 00000100:00100000:1.0:1746128330.323091:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555951616:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.323452:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555951616:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 360us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.323458:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3396 00002000:00100000:1.0:1746128330.323612:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d28b100 x1830947555951616/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.323620:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28b100 with x1830947555951616 ext(0->4095) 00010000:00010000:1.0:1746128330.323625:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.323633:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.323638:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d28b100 00000100:00100000:0.0:1746128330.326625:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.326681:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555951744 00000100:00100000:2.0:1746128330.326690:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555951744 00010000:00010000:2.0:1746128330.326719:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.326742:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15873 00000100:00100000:2.0:1746128330.326749:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555951744:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.326759:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.327322:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.327332:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.327349:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6605 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645957 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.327369:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.327371:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.327376:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.327381:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.327405:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.327415:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551550336:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.327488:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.330130:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.330203:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551550336:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.330232:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555952000 00000100:00100000:1.0:1746128330.330237:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555952000 00010000:00010000:2.0:1746128330.330259:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746128330.330274:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d288e00 x1830947555952000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.330280:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288e00 with x1830947555952000 ext(0->4095) 00002000:00010000:1.0:1746128330.330283:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288e00 00000100:00100000:2.0:1746128330.330289:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555951744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3540us (3673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.330298:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15873 00000100:00100000:1.0:1746128330.330299:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13991 00000100:00100000:1.0:1746128330.330303:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555952000:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.330386:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555952000:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.330390:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13991 00002000:00100000:1.0:1746128330.330394:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d288e00 x1830947555952000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.330403:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288e00 with x1830947555952000 ext(0->4095) 00002000:00010000:1.0:1746128330.330406:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288e00 00000100:00100000:0.0:1746128330.333203:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.333470:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555952128 00000100:00100000:3.0:1746128330.333476:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555952128 00000100:00100000:3.0:1746128330.333514:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30912 00000100:00100000:3.0:1746128330.333519:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555952128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.333530:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.333562:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645965 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.333582:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.333587:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.333588:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.333590:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.333613:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.333621:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 15 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.333628:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551550464:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.333686:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.334810:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551550464:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.334826:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.334835:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128330.334866:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555952128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1346us (1668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.334873:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30912 00000100:00100000:0.0:1746128330.335684:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.335747:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555952256 00000100:00100000:2.0:1746128330.335752:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555952256 00010000:00010000:2.0:1746128330.335773:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.335807:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15874 00000100:00100000:2.0:1746128330.335814:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555952256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.335823:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.335838:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.335853:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.335871:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e660c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964595e expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.335894:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.335895:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.335906:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.335912:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.335946:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.335955:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551550592:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.336006:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.338677:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.338691:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551550592:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.338707:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.338727:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555952512 00000100:00100000:1.0:1746128330.338732:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555952512 00000100:00100000:2.0:1746128330.338752:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555952256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2938us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.338762:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15874 00002000:00100000:1.0:1746128330.338765:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b6300 x1830947555952512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.338774:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b6300 with x1830947555952512 ext(0->4095) 00002000:00010000:1.0:1746128330.338778:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b6300 00000100:00100000:1.0:1746128330.338806:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13992 00000100:00100000:1.0:1746128330.338812:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555952512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.338920:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555952512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.338926:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13992 00002000:00100000:1.0:1746128330.338931:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b6300 x1830947555952512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.338953:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b6300 with x1830947555952512 ext(0->4095) 00002000:00010000:1.0:1746128330.338956:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b6300 00000100:00100000:0.0:1746128330.339879:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.340241:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555952640 00000100:00100000:3.0:1746128330.340246:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555952640 00000100:00100000:3.0:1746128330.340282:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30913 00000100:00100000:3.0:1746128330.340288:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1723:x1830947555952640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.340298:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.340311:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964596c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.340332:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.340339:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.340341:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.340344:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.340366:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.340376:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.340385:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551550720:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128330.340575:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.340743:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.340779:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555952768 00000100:00100000:1.0:1746128330.340782:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555952768 00000100:00100000:1.0:1746128330.340808:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30914 00000100:00100000:1.0:1746128330.340813:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555952768:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.340819:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.340825:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645973 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.340835:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.340838:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.340843:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.340845:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.340860:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.341091:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.341100:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128330.341128:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555952768:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 314us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.341133:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30914 00000100:00100000:3.0:1746128330.341497:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551550720:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.341508:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.341516:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128330.341716:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555952640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1426us (1838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.341820:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30913 00000100:00100000:0.0:1746128330.342136:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.342199:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555952896 00000100:00100000:2.0:1746128330.342204:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555952896 00010000:00010000:2.0:1746128330.342217:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.342240:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15875 00000100:00100000:2.0:1746128330.342246:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555952896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.342253:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.342266:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.342275:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.342289:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6613 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645965 expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.342299:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.342301:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.342306:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.342313:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.342332:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.342339:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 16 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.342347:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551550976:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.342392:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.344218:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551550976:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128330.344218:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128330.344232:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.344260:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555952896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2013us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.344268:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15875 00000100:00100000:3.0:1746128330.344399:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555953152 00000100:00100000:3.0:1746128330.344405:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555953152 00002000:00100000:3.0:1746128330.344432:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5f80 x1830947555953152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.344446:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5f80 with x1830947555953152 ext(0->4095) 00010000:00010000:3.0:1746128330.344452:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.344463:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.344468:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b5f80 00000100:00100000:3.0:1746128330.344495:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3397 00000100:00100000:3.0:1746128330.344501:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555953152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.344718:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555953152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 215us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.344724:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3397 00002000:00100000:3.0:1746128330.344729:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5f80 x1830947555953152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.344736:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5f80 with x1830947555953152 ext(0->4095) 00010000:00010000:3.0:1746128330.344741:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.344749:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.344755:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b5f80 00000100:00100000:0.0:1746128330.345959:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.346025:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555953280 00000100:00100000:2.0:1746128330.346031:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555953280 00010000:00010000:2.0:1746128330.346047:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.346069:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15876 00000100:00100000:2.0:1746128330.346075:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555953280:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.346083:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.346096:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.346105:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.346122:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e661a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964596c expref: 17 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.346132:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.346135:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.346140:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.346147:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.346170:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.346179:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551551104:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.346253:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.349392:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.349593:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555953536 00000100:00100000:3.0:1746128330.349600:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555953536 00002000:00100000:3.0:1746128330.349634:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b7480 x1830947555953536/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.349642:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b7480 with x1830947555953536 ext(0->4095) 00002000:00010000:3.0:1746128330.349646:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b7480 00000100:00100000:3.0:1746128330.349674:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13993 00000100:00100000:3.0:1746128330.349680:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947555953536:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128330.349691:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551551104:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.349706:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.349748:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555953280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3672us (3791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.349756:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15876 00000100:00100000:3.0:1746128330.349873:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555953536:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (397us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.349881:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13993 00002000:00100000:3.0:1746128330.349886:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b7480 x1830947555953536/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.349893:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b7480 with x1830947555953536 ext(0->4095) 00002000:00010000:3.0:1746128330.349896:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b7480 00000100:00100000:0.0:1746128330.351641:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.351695:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555953664 00000100:00100000:3.0:1746128330.351701:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555953664 00000100:00100000:3.0:1746128330.351735:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30915 00000100:00100000:3.0:1746128330.351742:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555953664:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.351753:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.351767:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964597a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.351789:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.351800:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.351801:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.351804:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.351827:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.351837:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.351846:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551551232:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.351912:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.353610:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551551232:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.353632:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.353645:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128330.353673:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555953664:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1931us (2034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.353680:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30915 00000100:00100000:0.0:1746128330.355274:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.355367:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555953792 00000100:00100000:2.0:1746128330.355374:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555953792 00010000:00010000:2.0:1746128330.355398:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.355421:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15877 00000100:00100000:2.0:1746128330.355427:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555953792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.355437:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.355454:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.355468:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.355486:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6621 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645973 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.355516:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.355518:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.355528:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.355536:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.355581:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.355591:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551551360:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.355653:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.356717:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551551360:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.356728:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.357164:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555953792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1736us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.357173:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15877 00000100:00100000:0.0:1746128330.357326:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.357376:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555954048 00000100:00100000:3.0:1746128330.357381:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555954048 00002000:00100000:3.0:1746128330.357405:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d229180 x1830947555954048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.357418:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d229180 with x1830947555954048 ext(0->4095) 00002000:00010000:3.0:1746128330.357421:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d229180 00000100:00100000:3.0:1746128330.357497:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13994 00000100:00100000:3.0:1746128330.357504:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555954048:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.357695:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555954048:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.357700:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13994 00002000:00100000:3.0:1746128330.357705:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d229180 x1830947555954048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.357712:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d229180 with x1830947555954048 ext(0->4095) 00002000:00010000:3.0:1746128330.357714:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d229180 00000100:00100000:0.0:1746128330.362078:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.362159:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.362332:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555954176 00000100:00100000:1.0:1746128330.362339:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555954176 00000100:00100000:1.0:1746128330.362386:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30916 00000100:00100000:1.0:1746128330.362393:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555954176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.362407:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746128330.362413:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555954304 00000100:00100000:2.0:1746128330.362418:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555954304 00010000:00010000:1.0:1746128330.362421:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645981 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.362447:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.362452:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.362454:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.362457:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.362459:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30917 00000100:00100000:2.0:1746128330.362464:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555954304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.362471:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.362479:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.362488:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 5 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.362497:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551551488:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.362574:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00010000:00010000:2.0:1746128330.362831:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645988 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.362845:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.362850:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.362855:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.362857:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.362876:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.362885:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.362894:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:2.0:1746128330.362918:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555954304:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 454us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.362924:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30917 00000100:00100000:1.0:1746128330.363858:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551551488:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.363873:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.363883:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128330.363917:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555954176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1524us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.363922:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30916 00000100:00100000:0.0:1746128330.365079:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.365333:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555954432 00000100:00100000:2.0:1746128330.365339:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555954432 00010000:00010000:2.0:1746128330.365360:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.365415:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15878 00000100:00100000:2.0:1746128330.365422:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555954432:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.365432:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.365448:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.365458:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.365476:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6628 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964597a expref: 6 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.365719:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.365721:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.365728:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.365734:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.365758:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.365767:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.365782:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551551744:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.366825:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.369270:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551551744:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.369286:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.369433:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555954432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4009us (4356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.369443:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15878 00000100:00100000:0.0:1746128330.369484:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.370009:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555954688 00000100:00100000:3.0:1746128330.370015:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555954688 00002000:00100000:3.0:1746128330.370043:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22b800 x1830947555954688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.370050:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22b800 with x1830947555954688 ext(0->4095) 00010000:00010000:3.0:1746128330.370057:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.370068:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.370074:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22b800 00000100:00100000:3.0:1746128330.370089:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3398 00000100:00100000:3.0:1746128330.370095:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555954688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.370476:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555954688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 380us (992us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.370482:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3398 00002000:00100000:3.0:1746128330.370487:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22b800 x1830947555954688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.370494:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22b800 with x1830947555954688 ext(0->4095) 00010000:00010000:3.0:1746128330.370498:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.370505:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.370510:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22b800 00000100:00100000:2.0:1746128330.372913:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.373160:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555954816 00000100:00100000:1.0:1746128330.373168:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555954816 00000100:00100000:1.0:1746128330.373209:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30918 00000100:00100000:1.0:1746128330.373215:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555954816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.373228:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.373242:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964598f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.373262:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.373267:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.373272:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128330.373275:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.373303:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.373314:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.373322:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:0.0:1746128330.375119:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.375178:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555954816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1134us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.375185:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30918 00000100:00100000:3.0:1746128330.375368:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555954944 00000100:00100000:3.0:1746128330.375373:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555954944 00010000:00010000:3.0:1746128330.375393:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.375415:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15879 00000100:00100000:3.0:1746128330.375420:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555954944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.375430:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.375445:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.375458:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.375475:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e662f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645981 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.375502:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.375504:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.375510:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.375516:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.375559:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.375569:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.375579:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551552000:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.376621:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.379147:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551552000:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.379165:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.379211:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555954944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3790us (4095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.379224:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15879 00000100:00100000:0.0:1746128330.380323:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.380667:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555955200 00000100:00100000:3.0:1746128330.380673:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555955200 00002000:00100000:3.0:1746128330.380707:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22a300 x1830947555955200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.380716:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22a300 with x1830947555955200 ext(0->4095) 00010000:00010000:3.0:1746128330.380723:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.380734:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.380740:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22a300 00000100:00100000:3.0:1746128330.380760:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3399 00000100:00100000:3.0:1746128330.380765:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555955200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.380871:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555955200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (549us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.380876:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3399 00002000:00100000:3.0:1746128330.380881:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22a300 x1830947555955200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.380887:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22a300 with x1830947555955200 ext(0->4095) 00010000:00010000:3.0:1746128330.380891:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.380903:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.380908:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22a300 00000100:00100000:0.0:1746128330.382827:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.382886:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555955328 00000100:00100000:1.0:1746128330.382892:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555955328 00000100:00100000:1.0:1746128330.382990:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30919 00000100:00100000:1.0:1746128330.382998:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555955328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.383010:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.383023:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645996 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.383042:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.383051:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.383057:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128330.383059:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.383089:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.383100:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.383108:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128330.383141:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555955328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.383146:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30919 00000100:00100000:0.0:1746128330.383253:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.383571:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555955456 00000100:00100000:2.0:1746128330.383575:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555955456 00010000:00010000:2.0:1746128330.383594:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.383611:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15880 00000100:00100000:2.0:1746128330.383616:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555955456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.383623:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.383638:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.383647:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.383661:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6636 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645988 expref: 17 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.383689:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.383690:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.383696:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.383703:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.383722:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.384086:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.384100:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551552256:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.384535:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.386173:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551552256:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128330.386177:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128330.386187:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.386227:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555955456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2610us (2974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.386235:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15880 00000100:00100000:1.0:1746128330.386244:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555955712 00000100:00100000:1.0:1746128330.386249:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555955712 00002000:00100000:1.0:1746128330.386275:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22ad80 x1830947555955712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.386284:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22ad80 with x1830947555955712 ext(0->4095) 00010000:00010000:1.0:1746128330.386291:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.386302:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.386308:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22ad80 00000100:00100000:1.0:1746128330.386323:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3400 00000100:00100000:1.0:1746128330.386329:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555955712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.386418:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555955712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.386424:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3400 00002000:00100000:1.0:1746128330.386733:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d22ad80 x1830947555955712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.386740:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d22ad80 with x1830947555955712 ext(0->4095) 00010000:00010000:1.0:1746128330.386744:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.386753:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.386757:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d22ad80 00000100:00100000:2.0:1746128330.389789:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.389892:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555955840 00000100:00100000:3.0:1746128330.389899:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555955840 00010000:00010000:3.0:1746128330.389928:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.389971:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15881 00000100:00100000:3.0:1746128330.389977:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555955840:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.389989:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.390004:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.390013:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.390031:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e663d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964598f expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.390066:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.390069:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.390075:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.390086:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.390115:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.390126:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551552384:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.390236:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.392495:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551552384:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.392510:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128330.392529:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.392725:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555955840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2746us (2941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.392735:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15881 00000100:00100000:2.0:1746128330.392882:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555956096 00000100:00100000:2.0:1746128330.392887:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555956096 00002000:00100000:2.0:1746128330.392916:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228380 x1830947555956096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.392931:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228380 with x1830947555956096 ext(0->4095) 00002000:00010000:2.0:1746128330.392944:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d228380 00000100:00100000:2.0:1746128330.392968:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13995 00000100:00100000:2.0:1746128330.392974:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555956096:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.393075:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555956096:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.393080:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13995 00002000:00100000:2.0:1746128330.393085:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228380 x1830947555956096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.393092:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228380 with x1830947555956096 ext(0->4095) 00002000:00010000:2.0:1746128330.393094:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d228380 00000100:00100000:0.0:1746128330.394469:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.394575:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555956224 00000100:00100000:2.0:1746128330.394581:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555956224 00000100:00100000:2.0:1746128330.394841:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30920 00000100:00100000:2.0:1746128330.394848:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555956224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.394859:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.394871:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964599d expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.394892:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.394898:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.394900:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.394904:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.394925:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.394946:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.394957:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551552512:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.395250:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.397648:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551552512:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.397672:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.397686:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:2.0:1746128330.397736:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555956224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2888us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.397745:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30920 00000100:00100000:0.0:1746128330.397821:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.398169:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555956352 00000100:00100000:3.0:1746128330.398174:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555956352 00010000:00010000:3.0:1746128330.398193:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.398213:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15882 00000100:00100000:3.0:1746128330.398219:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555956352:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.398228:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.398243:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.398252:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.398270:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6644 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645996 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.398786:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.398789:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.398797:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.398805:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.398830:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.398841:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551552640:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.398928:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.400717:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551552640:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.400731:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.400772:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555956352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2552us (2951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.400781:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15882 00000100:00100000:0.0:1746128330.400963:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.401036:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555956608 00000100:00100000:1.0:1746128330.401041:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555956608 00002000:00100000:1.0:1746128330.401069:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228e00 x1830947555956608/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.401082:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228e00 with x1830947555956608 ext(0->4095) 00002000:00010000:1.0:1746128330.401085:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d228e00 00000100:00100000:1.0:1746128330.401192:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13996 00000100:00100000:1.0:1746128330.401199:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555956608:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128330.401508:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555956608:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 308us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.401514:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13996 00002000:00100000:1.0:1746128330.401519:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d228e00 x1830947555956608/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.401525:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d228e00 with x1830947555956608 ext(0->4095) 00002000:00010000:1.0:1746128330.401528:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d228e00 00000100:00100000:0.0:1746128330.403107:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.403177:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.403231:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555956736 00000100:00100000:1.0:1746128330.403237:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555956736 00000100:00100000:1.0:1746128330.403262:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555956864 00000100:00100000:1.0:1746128330.403264:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555956864 00000100:00100000:1.0:1746128330.403291:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30921 00000100:00100000:1.0:1746128330.403296:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555956736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.403307:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.403321:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459a4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.403344:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30922 00010000:00010000:1.0:1746128330.403344:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.403352:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555956864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.403354:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.403356:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.403358:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.403359:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.403365:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459ab expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.403375:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.403379:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.403383:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.403386:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.403445:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.403456:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.403466:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551552768:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.403512:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.403522:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.403530:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9800, rc 0) 00000100:00100000:2.0:1746128330.403569:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555956864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.403591:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.403623:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30922 00000100:00100000:1.0:1746128330.406126:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551552768:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.406146:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.406156:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:1.0:1746128330.406191:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555956736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2895us (3089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.406197:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30921 00000100:00100000:0.0:1746128330.407458:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.408906:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555956992 00000100:00100000:3.0:1746128330.408915:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555956992 00010000:00010000:3.0:1746128330.408955:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.408997:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15883 00000100:00100000:3.0:1746128330.409004:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555956992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.409015:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.409036:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.409046:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.409066:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e664b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964599d expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.409086:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.409088:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.409093:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.409101:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.409126:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.409135:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.409149:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551553024:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.409233:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.411128:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551553024:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.411141:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.411270:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555956992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2264us (3813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.411279:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15883 00000100:00100000:0.0:1746128330.411489:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.411690:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555957248 00000100:00100000:1.0:1746128330.411696:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555957248 00002000:00100000:1.0:1746128330.411724:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ed80 x1830947555957248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.411739:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ed80 with x1830947555957248 ext(0->4095) 00010000:00010000:1.0:1746128330.411746:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.411758:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.411764:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ed80 00000100:00100000:1.0:1746128330.411779:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3401 00000100:00100000:1.0:1746128330.411785:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555957248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.411874:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555957248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.411879:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3401 00002000:00100000:1.0:1746128330.411883:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ed80 x1830947555957248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.411890:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ed80 with x1830947555957248 ext(0->4095) 00010000:00010000:1.0:1746128330.411894:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.411902:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.411907:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ed80 00000100:00100000:0.0:1746128330.413317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.413450:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555957376 00000100:00100000:3.0:1746128330.413455:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555957376 00010000:00010000:3.0:1746128330.413474:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.413491:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15884 00000100:00100000:3.0:1746128330.413496:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555957376:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.413503:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.413513:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.413522:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.413538:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f400/0x6e2f3e23d86e6652 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459a4 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.413565:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.413567:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.413572:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.413579:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.413600:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.413610:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551553152:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.413662:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.415252:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551553152:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.415266:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.415381:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947555957376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1880us (2068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.415390:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15884 00000100:00100000:0.0:1746128330.416716:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.416816:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555957632 00000100:00100000:2.0:1746128330.416823:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555957632 00002000:00100000:2.0:1746128330.416848:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211c380 x1830947555957632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.416857:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c380 with x1830947555957632 ext(0->4095) 00002000:00010000:2.0:1746128330.416862:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211c380 00000100:00100000:2.0:1746128330.416886:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13997 00000100:00100000:2.0:1746128330.416891:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555957632:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.416985:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555957632:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.416990:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13997 00002000:00100000:2.0:1746128330.416994:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211c380 x1830947555957632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.417001:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c380 with x1830947555957632 ext(0->4095) 00002000:00010000:2.0:1746128330.417004:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211c380 00000100:00100000:0.0:1746128330.418531:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.418562:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555957760 00000100:00100000:1.0:1746128330.418567:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555957760 00000100:00100000:1.0:1746128330.418596:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30923 00000100:00100000:1.0:1746128330.418603:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095842450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555957760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.418612:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.418625:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459b2 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.418645:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 15 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.418652:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.418653:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.418657:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.418680:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 15 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.418689:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 15 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.418698:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551553280:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.418763:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.419956:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551553280:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.419973:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.419989:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128330.420022:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095842450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555957760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1419us (1494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.420029:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30923 00000100:00100000:0.0:1746128330.420956:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.421012:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555957888 00000100:00100000:2.0:1746128330.421017:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555957888 00010000:00010000:2.0:1746128330.421036:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.421066:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15885 00000100:00100000:2.0:1746128330.421071:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555957888:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.421081:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.421095:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.421104:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.421120:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6659 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ab expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.421146:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.421148:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.421154:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.421160:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.421183:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.421192:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551553408:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.421235:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.423069:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551553408:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.423082:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.423107:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947555957888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2035us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.423115:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15885 00000100:00100000:0.0:1746128330.423363:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.423649:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555958144 00000100:00100000:2.0:1746128330.423658:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555958144 00002000:00100000:2.0:1746128330.423682:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ce00 x1830947555958144/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.423691:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ce00 with x1830947555958144 ext(0->4095) 00002000:00010000:2.0:1746128330.423694:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211ce00 00000100:00100000:2.0:1746128330.423708:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13998 00000100:00100000:2.0:1746128330.423714:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555958144:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.423806:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555958144:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.423811:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13998 00002000:00100000:2.0:1746128330.423816:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ce00 x1830947555958144/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.423823:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ce00 with x1830947555958144 ext(0->4095) 00002000:00010000:2.0:1746128330.423826:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211ce00 00000100:00100000:0.0:1746128330.426610:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.426667:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555958272 00000100:00100000:1.0:1746128330.426675:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555958272 00000100:00100000:1.0:1746128330.426719:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30924 00000100:00100000:1.0:1746128330.426726:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:1725:x1830947555958272:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.426739:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.426753:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459b9 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.426774:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.426782:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.426783:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.426787:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.426810:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.426820:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.426835:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551553536:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.426908:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.427631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.427797:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555958400 00000100:00100000:2.0:1746128330.427802:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555958400 00000100:00100000:2.0:1746128330.427823:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30925 00000100:00100000:2.0:1746128330.427828:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555958400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.427835:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.427842:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459c0 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.427854:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.427858:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.427863:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.427866:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.427885:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.427900:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 18 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.427908:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8600, rc 0) 00000100:00100000:2.0:1746128330.427956:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1723:x1830947555958400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.427961:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30925 00000100:00100000:2.0:1746128330.428743:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551553536:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.428759:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.428768:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:2.0:1746128330.428794:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555958272:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2068us (2189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.428800:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30924 00000100:00100000:0.0:1746128330.430239:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.430750:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555958528 00000100:00100000:2.0:1746128330.430757:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555958528 00010000:00010000:2.0:1746128330.430779:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.430799:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15886 00000100:00100000:2.0:1746128330.430805:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555958528:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.430814:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.430828:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.430838:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.430862:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6660 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b2 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.430885:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.430887:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.430893:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.430900:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.430924:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.430942:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.430953:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551553792:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.431056:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.433630:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551553792:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.433646:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.433682:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555958528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2876us (3445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.433694:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15886 00000100:00100000:0.0:1746128330.434412:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.434644:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555958784 00000100:00100000:1.0:1746128330.434651:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555958784 00002000:00100000:1.0:1746128330.434680:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211c000 x1830947555958784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.434689:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c000 with x1830947555958784 ext(0->4095) 00010000:00010000:1.0:1746128330.434696:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.434707:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.434713:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211c000 00000100:00100000:1.0:1746128330.434743:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3402 00000100:00100000:1.0:1746128330.434750:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555958784:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.435062:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555958784:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 312us (651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.435069:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3402 00002000:00100000:1.0:1746128330.435074:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211c000 x1830947555958784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.435080:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211c000 with x1830947555958784 ext(0->4095) 00010000:00010000:1.0:1746128330.435084:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.435093:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.435098:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211c000 00000100:00100000:0.0:1746128330.438433:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.438478:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.438492:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555958912 00000100:00100000:2.0:1746128330.438500:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555958912 00000100:00100000:3.0:1746128330.438531:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555959040 00000100:00100000:2.0:1746128330.438531:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30926 00000100:00100000:3.0:1746128330.438535:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555959040 00000100:00100000:2.0:1746128330.438538:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555958912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.438569:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.438570:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.438581:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459c7 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.438585:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15887 00000100:00100000:3.0:1746128330.438590:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555959040:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.438597:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.438600:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.438605:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 17 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.438611:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.438614:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.438622:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.438631:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.438644:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 17 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.438647:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6667 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459b9 expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.438655:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.438662:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.438663:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.438672:0:9592:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.438812:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.438843:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.438883:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555959040:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 292us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.438889:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15887 00010000:00010000:2.0:1746128330.439009:0:9592:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 15 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.439020:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 15 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.439029:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551554048:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.439456:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.440683:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551554048:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.440694:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:2.0:1746128330.440724:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555958912:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2187us (2303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.440730:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30926 00000100:00100000:0.0:1746128330.441382:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.441451:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555959296 00000100:00100000:1.0:1746128330.441456:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555959296 00002000:00100000:1.0:1746128330.441486:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ca80 x1830947555959296/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.441495:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ca80 with x1830947555959296 ext(0->4095) 00010000:00010000:1.0:1746128330.441502:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.441513:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.441523:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ca80 00000100:00100000:1.0:1746128330.441574:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3403 00000100:00100000:1.0:1746128330.441581:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555959296:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.441667:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555959296:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.441673:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3403 00002000:00100000:1.0:1746128330.441678:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211ca80 x1830947555959296/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.441685:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211ca80 with x1830947555959296 ext(0->4095) 00010000:00010000:1.0:1746128330.441689:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.441697:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.441702:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211ca80 00000100:00100000:0.0:1746128330.443233:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.443296:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.443436:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555959552 00000100:00100000:3.0:1746128330.443441:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555959552 00010000:00010000:3.0:1746128330.443459:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.443486:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15888 00000100:00100000:3.0:1746128330.443492:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555959552:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.443499:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.443510:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.443519:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.443535:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e666e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c0 expref: 16 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.443560:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.443562:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746128330.443565:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555959424 00010000:00010000:3.0:1746128330.443567:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.443569:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555959424 00010000:00010000:3.0:1746128330.443577:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.443589:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30927 00000100:00100000:2.0:1746128330.443595:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555959424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.443599:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.443603:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128330.443607:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551554176:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.443613:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459ce expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.443630:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.443635:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.443637:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.443640:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.443654:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.443658:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1c00 going to sleep for 11 seconds 00010000:00010000:2.0:1746128330.443664:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.443671:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551554304:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.443693:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.445520:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551554304:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128330.445562:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.445573:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551554176:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128330.445579:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9600, rc 0) 00010000:00010000:3.0:1746128330.445583:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128330.445947:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555959424:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128330.445954:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30927 00000100:00100000:3.0:1746128330.446402:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947555959552:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2904us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.446414:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15888 00000100:00100000:0.0:1746128330.446927:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.447020:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555959808 00000100:00100000:1.0:1746128330.447025:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555959808 00002000:00100000:1.0:1746128330.447052:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211dc00 x1830947555959808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.447060:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211dc00 with x1830947555959808 ext(0->4095) 00010000:00010000:1.0:1746128330.447139:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.447154:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.447160:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211dc00 00000100:00100000:1.0:1746128330.447186:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3404 00000100:00100000:1.0:1746128330.447193:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555959808:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.447743:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555959808:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 549us (816us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.447749:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3404 00002000:00100000:1.0:1746128330.447755:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211dc00 x1830947555959808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.447766:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211dc00 with x1830947555959808 ext(0->4095) 00010000:00010000:1.0:1746128330.447771:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.447780:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.447784:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013211dc00 00000100:00100000:0.0:1746128330.449088:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.449173:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555959936 00000100:00100000:3.0:1746128330.449179:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555959936 00010000:00010000:3.0:1746128330.449200:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.449226:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15889 00000100:00100000:3.0:1746128330.449232:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555959936:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.449241:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.449254:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.449264:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.449283:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6675 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459c7 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.449296:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.449297:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.449303:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.449311:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.449335:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.449345:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551554432:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.449418:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.451572:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551554432:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.451587:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.451621:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555959936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2388us (2536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.451629:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15889 00000100:00100000:0.0:1746128330.451919:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.452215:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555960192 00000100:00100000:2.0:1746128330.452220:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555960192 00002000:00100000:2.0:1746128330.452249:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211fb80 x1830947555960192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.452257:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211fb80 with x1830947555960192 ext(0->4095) 00002000:00010000:2.0:1746128330.452261:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211fb80 00000100:00100000:2.0:1746128330.452274:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13999 00000100:00100000:2.0:1746128330.452279:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555960192:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.452714:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947555960192:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 433us (794us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.452720:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13999 00002000:00100000:2.0:1746128330.452725:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013211fb80 x1830947555960192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.452731:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211fb80 with x1830947555960192 ext(0->4095) 00002000:00010000:2.0:1746128330.452733:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211fb80 00000100:00100000:0.0:1746128330.455905:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.456085:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555960320 00000100:00100000:2.0:1746128330.456092:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555960320 00000100:00100000:2.0:1746128330.456126:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30928 00000100:00100000:2.0:1746128330.456133:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555960320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.456147:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.456159:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459d5 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.456187:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.456193:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.456195:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.456198:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.456222:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.456232:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.456246:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551554560:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.457082:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.458412:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551554560:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.458434:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.458448:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9a00, rc 0) 00000100:00100000:2.0:1746128330.458483:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555960320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2349us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.458491:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30928 00000100:00100000:0.0:1746128330.460324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.460671:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555960448 00000100:00100000:3.0:1746128330.460679:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555960448 00010000:00010000:3.0:1746128330.460708:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.460736:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15890 00000100:00100000:3.0:1746128330.460743:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555960448:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.460754:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.460769:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.460779:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.460797:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e667c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ce expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.460850:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.460853:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.460860:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.460867:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.460893:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.460902:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551554688:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.460970:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.465088:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.465471:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551554688:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.465488:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.465601:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555960576 00000100:00100000:2.0:1746128330.465607:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555960576 00000100:00100000:2.0:1746128330.465647:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30929 00000100:00100000:2.0:1746128330.465654:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555960576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.465668:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.465680:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459dc expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.465702:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.465709:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.465710:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.465714:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.465747:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.465756:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.465765:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551554816:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128330.465773:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.465829:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555960448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5085us (5508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.465836:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15890 00000100:00100000:3.0:1746128330.465858:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555960832 00000100:00100000:3.0:1746128330.465860:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555960832 00002000:00100000:3.0:1746128330.465878:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957bb800 x1830947555960832/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.465886:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb800 with x1830947555960832 ext(0->4095) 00010000:00010000:3.0:1746128330.465891:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.465899:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.465904:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957bb800 00000100:00100000:3.0:1746128330.465917:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3405 00000100:00100000:3.0:1746128330.465922:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555960832:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.466026:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555960832:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.466032:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3405 00002000:00100000:3.0:1746128330.466036:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957bb800 x1830947555960832/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.466042:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb800 with x1830947555960832 ext(0->4095) 00010000:00010000:3.0:1746128330.466047:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.466054:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.466059:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957bb800 00000100:00100000:2.0:1746128330.466582:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.468680:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551554816:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.468707:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.468721:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8a00, rc 0) 00000100:00100000:2.0:1746128330.468766:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1723:x1830947555960576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3111us (3685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.468773:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30929 00000100:00100000:0.0:1746128330.469304:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.469445:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555960960 00000100:00100000:2.0:1746128330.469450:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555960960 00000100:00100000:2.0:1746128330.469475:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30930 00000100:00100000:2.0:1746128330.469481:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:1725:x1830947555960960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.469492:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.469504:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459e3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.469521:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.469525:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.469531:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.469533:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.469580:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.469589:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.469596:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:2.0:1746128330.470124:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555960960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 641us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.470130:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30930 00000100:00100000:0.0:1746128330.470510:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.470640:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555961088 00000100:00100000:3.0:1746128330.470644:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555961088 00010000:00010000:3.0:1746128330.470661:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.470679:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15891 00000100:00100000:3.0:1746128330.470684:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555961088:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.470692:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.470707:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.470716:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.470730:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6683 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459d5 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.470755:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.470757:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.470762:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.470772:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.470791:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.470800:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.470810:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551555072:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.470865:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.472659:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551555072:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.472674:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.472704:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947555961088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2019us (2195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.472713:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15891 00000100:00100000:0.0:1746128330.473801:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.473960:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555961344 00000100:00100000:3.0:1746128330.473967:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555961344 00002000:00100000:3.0:1746128330.473996:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957b9f80 x1830947555961344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.474005:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9f80 with x1830947555961344 ext(0->4095) 00010000:00010000:3.0:1746128330.474012:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.474023:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.474028:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957b9f80 00000100:00100000:3.0:1746128330.474079:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3406 00000100:00100000:3.0:1746128330.474085:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555961344:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.474351:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947555961344:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 265us (551us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.474357:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3406 00002000:00100000:3.0:1746128330.474362:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957b9f80 x1830947555961344/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.474368:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9f80 with x1830947555961344 ext(0->4095) 00010000:00010000:3.0:1746128330.474373:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.474380:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.474385:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957b9f80 00000100:00100000:0.0:1746128330.477432:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.477601:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555961472 00000100:00100000:3.0:1746128330.477768:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555961472 00010000:00010000:3.0:1746128330.477799:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.477835:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15892 00000100:00100000:3.0:1746128330.477841:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555961472:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.477852:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.477867:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.477877:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.477895:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e668a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459dc expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.477921:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.477923:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.477929:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.477947:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.477974:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.477985:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551555200:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.478245:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.481387:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.481659:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551555200:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.481675:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.482278:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555961728 00000100:00100000:2.0:1746128330.482284:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555961728 00002000:00100000:2.0:1746128330.482320:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957bb100 x1830947555961728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.482329:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb100 with x1830947555961728 ext(0->4095) 00002000:00010000:2.0:1746128330.482332:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957bb100 00000100:00100000:2.0:1746128330.482363:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14000 00000100:00100000:2.0:1746128330.482370:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947555961728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.482572:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555961472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4730us (5145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.482579:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15892 00000100:00100000:2.0:1746128330.483801:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555961728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 1127us (2116us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.483812:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14000 00002000:00100000:2.0:1746128330.483819:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800957bb100 x1830947555961728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.484407:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb100 with x1830947555961728 ext(0->4095) 00002000:00010000:2.0:1746128330.484413:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957bb100 00000100:00100000:0.0:1746128330.487050:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.487490:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555961856 00000100:00100000:2.0:1746128330.487497:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555961856 00000100:00100000:2.0:1746128330.487539:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30931 00000100:00100000:2.0:1746128330.487568:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555961856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.487775:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.487791:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459ea expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.487816:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.487823:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.487825:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.487828:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.487850:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 15 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.487860:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 15 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.487876:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551555328:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.487962:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.491915:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551555328:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.491951:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.491964:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:2.0:1746128330.492001:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555961856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4434us (4957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.492009:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30931 00000100:00100000:0.0:1746128330.492823:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.492927:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555961984 00000100:00100000:2.0:1746128330.492943:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555961984 00002000:00100000:2.0:1746128330.492974:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957bb480 x1830947555961984/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.492982:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb480 with x1830947555961984 ext(0->7) 00010000:00010000:2.0:1746128330.492988:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.492998:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 16 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.493004:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957bb480 00000100:00100000:2.0:1746128330.493160:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3407 00000100:00100000:2.0:1746128330.493168:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947555961984:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128330.494684:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947555961984:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1513us (1860us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746128330.494692:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3407 00002000:00100000:0.0:1746128330.494698:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800957bb480 x1830947555961984/t4294970557(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/448 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.494705:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957bb480 with x1830947555961984 ext(0->7) 00010000:00010000:0.0:1746128330.494711:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.494722:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128330.494728:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957bb480 00000100:00100000:0.0:1746128330.504049:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.504150:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555962112 00000100:00100000:3.0:1746128330.504158:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555962112 00010000:00010000:3.0:1746128330.504191:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.504213:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15893 00000100:00100000:3.0:1746128330.504220:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2016:x1830947555962112:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.504231:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.504254:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.504265:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.504284:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6691 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459e3 expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.505098:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.505102:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.505113:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.505121:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.505156:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.505173:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551555456:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.505257:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.508287:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551555456:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.508304:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.508337:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555962112:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4117us (4295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.508346:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15893 00000100:00100000:2.0:1746128330.513233:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.513267:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.513321:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555962496 00000100:00100000:0.0:1746128330.513321:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555962368 00000100:00100000:3.0:1746128330.513329:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555962496 00000100:00100000:0.0:1746128330.513329:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555962368 00002000:00100000:0.0:1746128330.513363:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112a00 x1830947555962368/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.513371:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112a00 with x1830947555962368 ext(0->4095) 00000100:00100000:3.0:1746128330.513374:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30932 00002000:00010000:0.0:1746128330.513375:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f112a00 00000100:00100000:3.0:1746128330.513380:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1723:x1830947555962496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128330.513386:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14001 00000100:00100000:0.0:1746128330.513389:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555962368:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746128330.513390:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.513403:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459f1 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.513422:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.513429:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.513430:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.513433:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.513454:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.513466:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.513475:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551555584:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128330.513492:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555962368:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128330.513497:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14001 00002000:00100000:0.0:1746128330.513502:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112a00 x1830947555962368/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.513508:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112a00 with x1830947555962368 ext(0->4095) 00010000:00010000:0.0:1746128330.513512:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.513513:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00010000:00010000:0.0:1746128330.513525:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128330.513530:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112a00 00000100:00100000:0.0:1746128330.516203:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.516268:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555962624 00000100:00100000:1.0:1746128330.516275:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555962624 00000100:00100000:0.0:1746128330.516594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.516669:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555962752 00000100:00100000:0.0:1746128330.516672:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555962752 00000100:00100000:3.0:1746128330.516692:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551555584:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128330.516693:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.516710:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128330.516717:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15894 00010000:00010000:3.0:1746128330.516722:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:0.0:1746128330.516723:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555962752:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128330.516731:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128330.516745:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.516754:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:1723:x1830947555962496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3375us (3487us total) trans 0 rc 0/0 00010000:00010000:0.0:1746128330.516755:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.516760:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30932 00010000:00010000:0.0:1746128330.516773:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6698 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ea expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.516776:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30933 00000100:00100000:3.0:1746128330.516780:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555962624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.516789:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.516796:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459f8 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.516854:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.516856:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.516862:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.516870:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.516894:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128330.516903:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551555712:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128330.516952:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746128330.517339:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.517345:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.517347:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.517351:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.517366:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.517374:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.517382:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551555840:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.517418:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.520092:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.520142:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555963008 00000100:00100000:2.0:1746128330.520152:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555963008 00002000:00100000:2.0:1746128330.520186:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bdc00 x1830947555963008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.520193:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdc00 with x1830947555963008 ext(0->4095) 00010000:00010000:2.0:1746128330.520200:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.520210:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.520216:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bdc00 00000100:00100000:2.0:1746128330.520231:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3408 00000100:00100000:2.0:1746128330.520236:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2015:x1830947555963008:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.520334:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2015:x1830947555963008:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.520340:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3408 00002000:00100000:2.0:1746128330.520344:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bdc00 x1830947555963008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.520350:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bdc00 with x1830947555963008 ext(0->4095) 00010000:00010000:2.0:1746128330.520354:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.520367:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.520371:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bdc00 00000100:00100000:1.0:1746128330.520467:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551555712:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128330.520480:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.520501:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555962752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3779us (3907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.520508:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15894 00000100:00100000:3.0:1746128330.520581:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551555840:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.520595:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.520605:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128330.520620:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:1725:x1830947555962624:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3840us (4425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.520625:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30933 00000100:00100000:0.0:1746128330.522655:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.522701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.522773:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555963136 00000100:00100000:1.0:1746128330.522773:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555963264 00000100:00100000:3.0:1746128330.522779:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555963136 00000100:00100000:1.0:1746128330.522779:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555963264 00010000:00010000:1.0:1746128330.522799:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.522802:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30934 00000100:00100000:3.0:1746128330.522806:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:1723:x1830947555963136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.522815:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746128330.522816:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15895 00000100:00100000:1.0:1746128330.522820:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2016:x1830947555963264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.522824:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96459ff expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.522829:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.522840:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.522843:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 21 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.522847:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.522849:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 21 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.522856:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 21 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.522869:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 21 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.522871:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 21 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.522884:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 21 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.522889:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128330.522910:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:1723:x1830947555963136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.522914:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30934 00010000:00010000:1.0:1746128330.523570:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e669f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f1 expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.523585:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.523586:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.523591:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.523597:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.523617:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.523628:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.523638:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556096:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.523998:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.526081:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.526171:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556096:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128330.526186:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.526227:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2016:x1830947555963264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3406us (3525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.526240:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15895 00000100:00100000:2.0:1746128330.526518:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555963520 00000100:00100000:2.0:1746128330.526524:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555963520 00002000:00100000:2.0:1746128330.526583:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bf480 x1830947555963520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.526591:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bf480 with x1830947555963520 ext(0->4095) 00010000:00010000:2.0:1746128330.526598:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.526609:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.526614:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bf480 00000100:00100000:2.0:1746128330.526638:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3409 00000100:00100000:2.0:1746128330.526645:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2015:x1830947555963520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.526742:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2015:x1830947555963520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.526747:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3409 00002000:00100000:2.0:1746128330.526752:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800909bf480 x1830947555963520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.526758:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bf480 with x1830947555963520 ext(0->4095) 00010000:00010000:2.0:1746128330.526763:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.526771:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.526776:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800909bf480 00000100:00100000:0.0:1746128330.529053:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.529179:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555963648 00000100:00100000:2.0:1746128330.529186:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555963648 00000100:00100000:2.0:1746128330.529411:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30935 00000100:00100000:2.0:1746128330.529418:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555963648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.529430:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.529442:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a06 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.529462:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.529466:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.529472:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.529475:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.529502:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.529512:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.529525:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9600, rc 0) 00000100:00100000:2.0:1746128330.529596:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555963648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.529602:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30935 00000100:00100000:0.0:1746128330.530717:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.530758:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555963776 00000100:00100000:1.0:1746128330.530763:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555963776 00010000:00010000:1.0:1746128330.530786:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.530816:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15896 00000100:00100000:1.0:1746128330.530821:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2015:x1830947555963776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128330.530830:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128330.530844:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.530853:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.530869:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459f8 expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.530892:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.530894:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.530899:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.530905:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.530926:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.530947:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.530958:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556352:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.531919:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.532582:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556352:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128330.532597:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.532622:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555963776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1800us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.532630:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15896 00000100:00100000:0.0:1746128330.533303:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.533361:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555963904 00000100:00100000:1.0:1746128330.533366:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555963904 00010000:00010000:1.0:1746128330.533393:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.533443:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15897 00000100:00100000:1.0:1746128330.533449:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2016:x1830947555963904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128330.533457:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128330.533472:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.533481:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.533498:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e66ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96459ff expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.533509:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.533511:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.533517:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.533524:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.533559:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128330.533568:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556480:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.533629:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.535340:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556480:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128330.535357:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.535383:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947555963904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1933us (2080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.535390:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15897 00000100:00100000:0.0:1746128330.536121:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.536212:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555964160 00000100:00100000:3.0:1746128330.536218:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555964160 00002000:00100000:3.0:1746128330.536244:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d2680 x1830947555964160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.536252:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2680 with x1830947555964160 ext(0->4095) 00002000:00010000:3.0:1746128330.536256:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d2680 00000100:00100000:3.0:1746128330.536280:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14002 00000100:00100000:3.0:1746128330.536289:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555964160:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128330.536426:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555964160:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.536432:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14002 00002000:00100000:3.0:1746128330.536437:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d2680 x1830947555964160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.536443:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2680 with x1830947555964160 ext(0->4095) 00002000:00010000:3.0:1746128330.536445:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d2680 00000100:00100000:0.0:1746128330.537902:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.537993:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555964288 00000100:00100000:3.0:1746128330.537998:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555964288 00000100:00100000:3.0:1746128330.538034:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30936 00000100:00100000:3.0:1746128330.538040:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:1725:x1830947555964288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.538050:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.538063:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a0d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.538083:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.538090:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.538092:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.538095:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.538117:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.538132:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.538143:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551556608:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.538311:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.540242:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551556608:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.540263:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 18 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.540276:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128330.540311:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:1725:x1830947555964288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2270us (2411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.540318:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30936 00000100:00100000:2.0:1746128330.540524:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.540748:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555964416 00000100:00100000:1.0:1746128330.540753:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555964416 00010000:00010000:1.0:1746128330.540773:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.540797:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15898 00000100:00100000:1.0:1746128330.540803:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555964416:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128330.540815:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128330.540835:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.540844:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.540862:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a06 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.540882:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.540884:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.540889:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.540895:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.540916:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128330.540925:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556736:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.540995:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.544071:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556736:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128330.544567:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128330.544830:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555964416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4023us (4304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128330.544841:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15898 00000100:00100000:0.0:1746128330.545603:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.545710:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555964672 00000100:00100000:3.0:1746128330.545717:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555964672 00002000:00100000:3.0:1746128330.545746:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0a80 x1830947555964672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.545754:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0a80 with x1830947555964672 ext(0->4095) 00002000:00010000:3.0:1746128330.545758:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0a80 00000100:00100000:3.0:1746128330.545772:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14003 00000100:00100000:3.0:1746128330.545778:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555964672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.546024:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555964672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 245us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.546033:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14003 00002000:00100000:3.0:1746128330.546038:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f8d0a80 x1830947555964672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.546046:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0a80 with x1830947555964672 ext(0->4095) 00002000:00010000:3.0:1746128330.546048:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0a80 00000100:00100000:0.0:1746128330.548210:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.548297:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555964800 00000100:00100000:3.0:1746128330.548304:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555964800 00000100:00100000:3.0:1746128330.548442:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30937 00000100:00100000:3.0:1746128330.548450:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555964800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.548462:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.548476:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a14 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.548499:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.548505:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.548507:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.548510:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.548534:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.548715:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 17 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.548731:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551556864:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.549250:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.552781:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.552870:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555964928 00000100:00100000:2.0:1746128330.552877:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555964928 00002000:00100000:2.0:1746128330.552909:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097852680 x1830947555964928/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.552917:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852680 with x1830947555964928 ext(0->7) 00010000:00010000:2.0:1746128330.552923:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.552948:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 18 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.552954:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097852680 00000100:00100000:2.0:1746128330.552970:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3410 00000100:00100000:2.0:1746128330.552976:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947555964928:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128330.553227:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551556864:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.553248:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.553260:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128330.553309:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555964800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4859us (5104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.553316:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30937 00000100:00100000:0.0:1746128330.554452:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2015:x1830947555964928:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1472us (1674us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1746128330.554463:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3410 00002000:00100000:0.0:1746128330.554469:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097852680 x1830947555964928/t4294970558(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/448 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.554477:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097852680 with x1830947555964928 ext(0->7) 00010000:00010000:0.0:1746128330.554484:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.554494:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:0.0:1746128330.554499:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097852680 00000100:00100000:0.0:1746128330.558314:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.558404:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555965056 00000100:00100000:2.0:1746128330.558412:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555965056 00010000:00010000:2.0:1746128330.558441:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.558461:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15899 00000100:00100000:2.0:1746128330.558467:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2017:x1830947555965056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.558477:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.558492:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.558502:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.558521:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a0d expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.558566:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.558568:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.558574:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.558581:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.558709:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.558724:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556992:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.559191:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.563809:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.564057:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555965184 00000100:00100000:3.0:1746128330.564065:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555965184 00000100:00100000:3.0:1746128330.564117:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30938 00000100:00100000:3.0:1746128330.564124:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:1723:x1830947555965184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.564139:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.564153:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a1b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.564178:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.564184:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.564186:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.564188:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 21 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.564217:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.564227:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.564237:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551557120:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.564322:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.576427:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.576928:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551557120:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.576928:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551556992:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.576954:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128330.576963:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 21 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.576978:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:2.0:1746128330.576991:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2017:x1830947555965056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 18523us (18684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.577000:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:1723:x1830947555965184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12876us (13199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.577002:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15899 00000100:00100000:3.0:1746128330.577006:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30938 00000100:00100000:1.0:1746128330.577081:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555965440 00000100:00100000:1.0:1746128330.577087:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555965440 00002000:00100000:1.0:1746128330.577116:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851180 x1830947555965440/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.577123:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851180 with x1830947555965440 ext(0->4095) 00010000:00010000:1.0:1746128330.577128:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.577139:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.577144:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097851180 00000100:00100000:1.0:1746128330.577158:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3411 00000100:00100000:1.0:1746128330.577164:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555965440:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128330.577254:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555965440:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (834us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.577259:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3411 00002000:00100000:1.0:1746128330.577264:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851180 x1830947555965440/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.577271:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851180 with x1830947555965440 ext(0->4095) 00010000:00010000:1.0:1746128330.577275:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.577283:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.577288:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097851180 00000100:00100000:0.0:1746128330.579740:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.580056:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555965568 00000100:00100000:2.0:1746128330.580062:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555965568 00010000:00010000:2.0:1746128330.580088:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.580125:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15900 00000100:00100000:2.0:1746128330.580132:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555965568:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.580146:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.580161:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.580171:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.580190:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a14 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.580218:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.580220:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.580226:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.580283:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.580309:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.580320:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551557248:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.580404:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.582203:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551557248:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.582217:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.582252:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555965568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2120us (2517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.582261:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15900 00000100:00100000:0.0:1746128330.583685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.583817:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555965824 00000100:00100000:2.0:1746128330.583824:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555965824 00002000:00100000:2.0:1746128330.583855:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851f80 x1830947555965824/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.583863:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851f80 with x1830947555965824 ext(0->4095) 00002000:00010000:2.0:1746128330.583867:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097851f80 00000100:00100000:2.0:1746128330.583885:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14004 00000100:00100000:2.0:1746128330.583891:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2014:x1830947555965824:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.584005:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2014:x1830947555965824:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (469us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.584010:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14004 00002000:00100000:2.0:1746128330.584014:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097851f80 x1830947555965824/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.584021:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097851f80 with x1830947555965824 ext(0->4095) 00002000:00010000:2.0:1746128330.584023:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097851f80 00000100:00100000:0.0:1746128330.586223:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.586525:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555965952 00000100:00100000:3.0:1746128330.586532:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555965952 00000100:00100000:3.0:1746128330.586610:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30939 00000100:00100000:3.0:1746128330.586618:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555965952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.586631:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.586649:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a22 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.586671:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.586679:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.586681:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.586684:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.586714:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 19 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.586725:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 19 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.586736:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551557376:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.586799:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.588958:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551557376:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.588981:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.588993:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128330.589037:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555965952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2419us (2817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.589044:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30939 00000100:00100000:0.0:1746128330.590896:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.590960:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555966080 00000100:00100000:2.0:1746128330.590967:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555966080 00002000:00100000:2.0:1746128330.591000:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097850e00 x1830947555966080/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.591009:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097850e00 with x1830947555966080 ext(0->7) 00010000:00010000:2.0:1746128330.591016:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.591032:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 20 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.591038:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097850e00 00000100:00100000:2.0:1746128330.591070:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3412 00000100:00100000:2.0:1746128330.591077:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2015:x1830947555966080:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128330.592515:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947555966080:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1435us (1619us total) trans 4294970559 rc 0/0 00000100:00100000:2.0:1746128330.592523:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3412 00002000:00100000:2.0:1746128330.592530:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097850e00 x1830947555966080/t4294970559(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/448 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.592537:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097850e00 with x1830947555966080 ext(0->7) 00010000:00010000:2.0:1746128330.592573:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 22 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.592583:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 22 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.592594:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097850e00 00000100:00100000:0.0:1746128330.597795:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.597886:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555966208 00000100:00100000:2.0:1746128330.597894:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555966208 00010000:00010000:2.0:1746128330.597924:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 22 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.597957:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15901 00000100:00100000:2.0:1746128330.597964:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947555966208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.597973:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.597988:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 22 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.598082:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 22 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.598100:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e66c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a1b expref: 22 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.598159:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.598161:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.598167:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.598174:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.598203:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.598213:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551557504:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.599615:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.603009:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.603099:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551557504:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.603116:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.603154:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2015:x1830947555966208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5190us (5365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.603163:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15901 00000100:00100000:3.0:1746128330.603238:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555966464 00000100:00100000:3.0:1746128330.603244:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555966464 00002000:00100000:3.0:1746128330.603275:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096319500 x1830947555966464/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.603290:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319500 with x1830947555966464 ext(0->4095) 00002000:00010000:3.0:1746128330.603294:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096319500 00000100:00100000:3.0:1746128330.603655:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14005 00000100:00100000:3.0:1746128330.603662:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555966464:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.603781:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555966464:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.603787:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14005 00002000:00100000:3.0:1746128330.603792:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096319500 x1830947555966464/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.603799:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319500 with x1830947555966464 ext(0->4095) 00002000:00010000:3.0:1746128330.603801:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096319500 00000100:00100000:0.0:1746128330.605584:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.605645:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555966592 00000100:00100000:3.0:1746128330.605651:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555966592 00000100:00100000:3.0:1746128330.605678:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30940 00000100:00100000:3.0:1746128330.605683:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:1723:x1830947555966592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.605694:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.605708:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a29 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.605731:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.605737:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.605738:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.605742:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 22 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.605766:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.605776:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.605785:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551557632:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.605848:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.606712:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.606782:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555966720 00000100:00100000:2.0:1746128330.606787:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555966720 00000100:00100000:2.0:1746128330.606817:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30941 00000100:00100000:2.0:1746128330.606823:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:1725:x1830947555966720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.606830:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.606836:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a30 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.606894:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.606897:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 24 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.606902:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.606905:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 24 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.606940:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 24 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.606952:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 24 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.606962:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128330.606988:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:1725:x1830947555966720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.606993:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30941 00000100:00100000:3.0:1746128330.607443:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551557632:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.607457:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.607464:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128330.607492:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:1723:x1830947555966592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1809us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.607497:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30940 00000100:00100000:0.0:1746128330.607859:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.607987:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555966848 00000100:00100000:2.0:1746128330.607990:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555966848 00010000:00010000:2.0:1746128330.608005:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.608022:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15902 00000100:00100000:2.0:1746128330.608027:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555966848:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.608035:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.608050:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.608059:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.608074:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a22 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.608843:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.608845:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.608852:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 22 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.608860:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 22 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.608884:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 22 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.608894:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 22 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.608904:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551557888:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.608968:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.611242:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551557888:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.611257:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.611300:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555966848:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3272us (3440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.611310:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15902 00000100:00100000:0.0:1746128330.611383:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.611677:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555967104 00000100:00100000:2.0:1746128330.611682:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555967104 00002000:00100000:2.0:1746128330.611708:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b480 x1830947555967104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.611722:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947555967104 ext(0->4095) 00010000:00010000:2.0:1746128330.611728:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.611737:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.611743:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009631b480 00000100:00100000:2.0:1746128330.611764:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3413 00000100:00100000:2.0:1746128330.611768:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555967104:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.611862:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555967104:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (478us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.611867:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3413 00002000:00100000:2.0:1746128330.611873:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631b480 x1830947555967104/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.611879:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947555967104 ext(0->4095) 00010000:00010000:2.0:1746128330.611883:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.611891:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.611896:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009631b480 00000100:00100000:0.0:1746128330.614067:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.614125:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555967232 00000100:00100000:2.0:1746128330.614132:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555967232 00010000:00010000:2.0:1746128330.614154:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.614188:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15903 00000100:00100000:2.0:1746128330.614195:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555967232:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.614204:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.614218:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.614228:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.614246:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e66d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a29 expref: 23 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.614269:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.614272:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.614277:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 22 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.614284:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 22 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.614307:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 22 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.614316:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551558016:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.614378:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.616390:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551558016:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.616405:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128330.616408:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.616465:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555967488 00000100:00100000:3.0:1746128330.616470:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555967488 00002000:00100000:3.0:1746128330.616500:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631a680 x1830947555967488/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.616509:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631a680 with x1830947555967488 ext(0->4095) 00002000:00010000:3.0:1746128330.616513:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631a680 00000100:00100000:3.0:1746128330.616564:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14006 00000100:00100000:3.0:1746128330.616571:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555967488:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.616673:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555967488:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.616679:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14006 00002000:00100000:3.0:1746128330.616684:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009631a680 x1830947555967488/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.616690:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631a680 with x1830947555967488 ext(0->4095) 00002000:00010000:3.0:1746128330.616692:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631a680 00000100:00100000:2.0:1746128330.616743:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2014:x1830947555967232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2548us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.616750:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15903 00000100:00100000:0.0:1746128330.618177:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.618352:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555967616 00000100:00100000:3.0:1746128330.618357:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555967616 00000100:00100000:3.0:1746128330.618697:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30942 00000100:00100000:3.0:1746128330.618705:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555967616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.618716:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.618728:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a37 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.618753:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 21 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.618759:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.618761:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.618764:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.618787:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 21 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.618801:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 21 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.618811:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551558144:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.618868:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.621505:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551558144:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.621528:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.621822:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128330.621861:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555967616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3156us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.621868:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30942 00000100:00100000:1.0:1746128330.622373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.622458:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555967744 00000100:00100000:2.0:1746128330.622464:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555967744 00010000:00010000:2.0:1746128330.622485:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 22 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.622513:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15904 00000100:00100000:2.0:1746128330.622636:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947555967744:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.622647:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.622663:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 22 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.623309:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 22 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.623329:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e66de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a30 expref: 22 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.623353:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.623355:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.623361:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.623371:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.623398:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.623407:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551558272:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.623469:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.625450:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.625578:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551558272:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.625591:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.625756:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555968000 00000100:00100000:1.0:1746128330.625761:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555968000 00000100:00100000:2.0:1746128330.625792:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:2015:x1830947555967744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3272us (3419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.625800:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15904 00002000:00100000:1.0:1746128330.625868:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5ad80 x1830947555968000/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.625876:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5ad80 with x1830947555968000 ext(0->4095) 00002000:00010000:1.0:1746128330.625880:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5ad80 00000100:00100000:1.0:1746128330.625907:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14007 00000100:00100000:1.0:1746128330.625914:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555968000:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.626037:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555968000:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.626043:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14007 00002000:00100000:1.0:1746128330.626048:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5ad80 x1830947555968000/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.626055:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5ad80 with x1830947555968000 ext(0->4095) 00002000:00010000:1.0:1746128330.626057:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5ad80 00000100:00100000:0.0:1746128330.627157:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.627413:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.627529:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555968128 00000100:00100000:3.0:1746128330.627535:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555968128 00000100:00100000:3.0:1746128330.627636:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555968256 00000100:00100000:3.0:1746128330.627640:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555968256 00000100:00100000:2.0:1746128330.627650:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30943 00000100:00100000:2.0:1746128330.627657:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:1723:x1830947555968128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746128330.627666:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30944 00010000:00010000:2.0:1746128330.627667:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128330.627670:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:1725:x1830947555968256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.627675:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.627680:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a45 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.627680:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a3e expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.627699:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.627705:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.627707:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.627710:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 24 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.627747:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.627750:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 24 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.627755:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.627757:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 24 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.627774:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.627776:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 24 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.627784:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 5 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.627793:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 24 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.627793:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551558400:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.627801:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128330.627831:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:1725:x1830947555968256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.627836:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30944 00000100:00100000:2.0:1746128330.627850:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.629289:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551558400:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.629305:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.629316:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8600, rc 0) 00000100:00100000:2.0:1746128330.629467:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:1723:x1830947555968128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1810us (2311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.629473:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30943 00000100:00100000:0.0:1746128330.630590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.630685:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555968384 00000100:00100000:2.0:1746128330.630691:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555968384 00010000:00010000:2.0:1746128330.630710:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.630727:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15905 00000100:00100000:2.0:1746128330.630733:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555968384:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.630741:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.630755:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.630764:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.630780:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e66e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a37 expref: 6 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.630792:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.630793:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.630798:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 22 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.630805:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 22 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.630825:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 22 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.630833:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 22 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.630842:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551558656:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.630890:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.632378:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551558656:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.632392:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.632416:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555968384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1683us (1828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.632423:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15905 00000100:00100000:0.0:1746128330.632764:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.632973:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555968640 00000100:00100000:2.0:1746128330.632978:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555968640 00002000:00100000:2.0:1746128330.633002:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5a680 x1830947555968640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.633010:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5a680 with x1830947555968640 ext(0->4095) 00010000:00010000:2.0:1746128330.633016:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.633025:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.633031:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee5a680 00000100:00100000:2.0:1746128330.633054:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3414 00000100:00100000:2.0:1746128330.633060:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2015:x1830947555968640:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.633149:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2015:x1830947555968640:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.633155:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3414 00002000:00100000:2.0:1746128330.633160:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5a680 x1830947555968640/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.633166:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5a680 with x1830947555968640 ext(0->4095) 00010000:00010000:2.0:1746128330.633170:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.633181:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.633186:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee5a680 00000100:00100000:0.0:1746128330.635803:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.635927:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555968768 00000100:00100000:2.0:1746128330.635945:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555968768 00010000:00010000:2.0:1746128330.635970:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.635996:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15906 00000100:00100000:2.0:1746128330.636002:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555968768:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.636013:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.636027:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.636041:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.636058:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e66ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a3e expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.636081:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.636083:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.636092:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.636103:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.636129:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.636139:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551558784:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.636212:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.638136:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551558784:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.638151:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.638179:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2014:x1830947555968768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2176us (2381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.638187:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15906 00000100:00100000:0.0:1746128330.638669:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.639389:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555969024 00000100:00100000:1.0:1746128330.639396:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555969024 00002000:00100000:1.0:1746128330.639427:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313800 x1830947555969024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.639435:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313800 with x1830947555969024 ext(0->4095) 00002000:00010000:1.0:1746128330.639439:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099313800 00000100:00100000:1.0:1746128330.639463:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14008 00000100:00100000:1.0:1746128330.639469:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2014:x1830947555969024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.639602:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2014:x1830947555969024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.639608:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14008 00002000:00100000:1.0:1746128330.639613:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313800 x1830947555969024/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.639620:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313800 with x1830947555969024 ext(0->4095) 00002000:00010000:1.0:1746128330.639623:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099313800 00000100:00100000:0.0:1746128330.641776:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.641950:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555969152 00000100:00100000:2.0:1746128330.641957:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555969152 00000100:00100000:2.0:1746128330.642350:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30945 00000100:00100000:2.0:1746128330.642358:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555969152:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.642372:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.642385:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a4c expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.642409:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.642415:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.642418:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.642420:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.642443:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.642453:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 21 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.642462:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551558912:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.642533:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.647771:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.647882:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555969280 00000100:00100000:3.0:1746128330.647890:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555969280 00010000:00010000:3.0:1746128330.647920:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 22 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.647960:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15907 00000100:00100000:3.0:1746128330.647967:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2014:x1830947555969280:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.647979:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.647997:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 22 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.648008:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 22 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.648029:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.648031:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.648038:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.648045:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.648073:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.648083:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551559040:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.648162:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00010000:00010000:2.0:1746128330.648721:0:27081:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e66f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a45 expref: 22 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.648854:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551558912:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.648872:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.648880:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9600, rc 0) 00000100:00100000:2.0:1746128330.648906:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555969152:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6549us (7135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.648913:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30945 00000100:00100000:0.0:1746128330.649382:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.649460:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555969408 00000100:00100000:2.0:1746128330.649465:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555969408 00000100:00100000:3.0:1746128330.649484:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551559040:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.649496:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.649497:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30946 00000100:00100000:2.0:1746128330.649503:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:1723:x1830947555969408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.649513:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.649522:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a53 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.649530:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2014:x1830947555969280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1563us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.649537:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15907 00010000:00010000:2.0:1746128330.649538:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.649566:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.649567:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.649570:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 22 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.649589:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.649598:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.649606:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551559168:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.649878:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.651826:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.651888:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555969664 00000100:00100000:1.0:1746128330.651894:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555969664 00002000:00100000:1.0:1746128330.651922:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112d80 x1830947555969664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.651939:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112d80 with x1830947555969664 ext(0->4095) 00010000:00010000:1.0:1746128330.651946:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.651956:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.651962:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112d80 00000100:00100000:1.0:1746128330.651975:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3415 00000100:00100000:1.0:1746128330.651980:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555969664:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128330.652067:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555969664:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 87us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.652072:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3415 00002000:00100000:1.0:1746128330.652077:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112d80 x1830947555969664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.652083:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112d80 with x1830947555969664 ext(0->4095) 00010000:00010000:1.0:1746128330.652086:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.652093:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.652098:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112d80 00000100:00100000:0.0:1746128330.652464:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551559168:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128330.652481:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 22 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.652491:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00000100:00100000:0.0:1746128330.652518:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:1723:x1830947555969408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3015us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128330.652524:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30946 00000100:00100000:0.0:1746128330.655110:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.655502:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555969792 00000100:00100000:3.0:1746128330.655510:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555969792 00010000:00010000:3.0:1746128330.655739:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.656289:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15908 00000100:00100000:3.0:1746128330.656297:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555969792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.656312:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.656328:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.656339:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.656359:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e66fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a4c expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.656390:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.656392:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.656397:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 21 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.656405:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 21 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.656431:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 21 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.656440:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551559296:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.656675:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.659908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.660021:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551559296:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.660037:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.660073:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947555969792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3776us (4969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.660084:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15908 00000100:00100000:2.0:1746128330.660428:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555970048 00000100:00100000:2.0:1746128330.660434:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555970048 00002000:00100000:2.0:1746128330.660464:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310e00 x1830947555970048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.660472:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310e00 with x1830947555970048 ext(0->4095) 00002000:00010000:2.0:1746128330.660475:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310e00 00000100:00100000:2.0:1746128330.660501:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14009 00000100:00100000:2.0:1746128330.660508:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2014:x1830947555970048:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.660650:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2014:x1830947555970048:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (747us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.660655:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14009 00002000:00100000:2.0:1746128330.660661:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310e00 x1830947555970048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.660667:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310e00 with x1830947555970048 ext(0->4095) 00002000:00010000:2.0:1746128330.660670:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310e00 00000100:00100000:0.0:1746128330.665898:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.666052:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555970176 00000100:00100000:2.0:1746128330.666060:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555970176 00000100:00100000:2.0:1746128330.666107:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30947 00000100:00100000:2.0:1746128330.666114:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555970176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.666129:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.666142:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a5a expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.666166:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 21 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.666172:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.666174:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.666177:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.666200:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 21 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.666211:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 21 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.666220:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551559424:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.666306:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.667622:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551559424:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.667640:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.667650:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:2.0:1746128330.667675:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555970176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1562us (1788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.667681:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30947 00000100:00100000:0.0:1746128330.679016:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.679105:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555970304 00000100:00100000:1.0:1746128330.679112:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555970304 00002000:00100000:1.0:1746128330.679148:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099310700 x1830947555970304/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.679158:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310700 with x1830947555970304 ext(0->7) 00010000:00010000:1.0:1746128330.679165:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 22 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.679179:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 22 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.679184:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099310700 00000100:00100000:1.0:1746128330.679216:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3416 00000100:00100000:1.0:1746128330.679223:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2015:x1830947555970304:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128330.681243:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2015:x1830947555970304:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2015us (2228us total) trans 4294970560 rc 0/0 00000100:00100000:1.0:1746128330.681255:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3416 00002000:00100000:1.0:1746128330.681263:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099310700 x1830947555970304/t4294970560(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/448 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.681271:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310700 with x1830947555970304 ext(0->7) 00010000:00010000:1.0:1746128330.681279:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 24 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.681291:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 24 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.681296:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099310700 00000100:00100000:0.0:1746128330.690664:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.690705:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555970432 00000100:00100000:2.0:1746128330.690713:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555970432 00000100:00100000:2.0:1746128330.690751:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30948 00000100:00100000:2.0:1746128330.690759:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:1723:x1830947555970432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.690774:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.690787:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a61 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.690809:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.690813:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.690822:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.690826:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 25 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.690853:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.690862:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 25 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.690871:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128330.690916:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1723:x1830947555970432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.690922:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30948 00000100:00100000:0.0:1746128330.691121:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.691238:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555970560 00000100:00100000:3.0:1746128330.691243:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555970560 00010000:00010000:3.0:1746128330.691257:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 25 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.691277:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15909 00000100:00100000:3.0:1746128330.691282:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008389c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555970560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.691289:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128330.691300:0:7233:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746128330 -> 1746128331 00002000:00010000:3.0:1746128330.691302:0:7233:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746128330 -> 1746128331 00010000:00010000:3.0:1746128330.691306:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 25 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.691315:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 25 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.691328:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6701 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a53 expref: 25 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.691350:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.691351:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.691356:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.691363:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.691386:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.691396:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.691406:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551559680:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.691468:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.700875:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.700971:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551559680:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128330.701011:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555970816 00000100:00100000:1.0:1746128330.701016:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555970816 00002000:00100000:1.0:1746128330.701051:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311c00 x1830947555970816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.701059:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311c00 with x1830947555970816 ext(0->4095) 00010000:00010000:1.0:1746128330.701067:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.701079:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.701084:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099311c00 00000100:00100000:1.0:1746128330.701116:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3417 00000100:00100000:1.0:1746128330.701122:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555970816:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746128330.701217:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.701224:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555970816:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.701230:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3417 00002000:00100000:1.0:1746128330.701235:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311c00 x1830947555970816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128330.701238:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008389c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2015:x1830947555970560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 9956us (10118us total) trans 0 rc 0/0 00002000:00100000:1.0:1746128330.701242:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311c00 with x1830947555970816 ext(0->4095) 00010000:00010000:1.0:1746128330.701246:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.701249:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15909 00010000:00010000:1.0:1746128330.701254:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.701259:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099311c00 00000100:00100000:0.0:1746128330.703605:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.703723:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555970944 00000100:00100000:3.0:1746128330.703731:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555970944 00010000:00010000:3.0:1746128330.703758:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.703779:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15910 00000100:00100000:3.0:1746128330.703785:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555970944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.703796:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.703812:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.703826:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.703844:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6708 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a5a expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.703869:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.703872:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.703878:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 23 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.703885:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 23 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.703911:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 23 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.703920:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551559808:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.703995:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.706796:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.707039:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555971200 00000100:00100000:2.0:1746128330.707046:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555971200 00002000:00100000:2.0:1746128330.707078:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310a80 x1830947555971200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.707087:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310a80 with x1830947555971200 ext(0->4095) 00002000:00010000:2.0:1746128330.707091:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310a80 00000100:00100000:2.0:1746128330.707108:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14010 00000100:00100000:2.0:1746128330.707115:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2016:x1830947555971200:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128330.707214:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2016:x1830947555971200:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (423us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.707224:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14010 00002000:00100000:2.0:1746128330.707229:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099310a80 x1830947555971200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.707236:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310a80 with x1830947555971200 ext(0->4095) 00002000:00010000:2.0:1746128330.707239:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099310a80 00000100:00100000:3.0:1746128330.707533:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551559808:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.707567:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.707591:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555970944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3806us (3992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.707598:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15910 00000100:00100000:0.0:1746128330.712526:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.712879:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555971328 00000100:00100000:2.0:1746128330.712887:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555971328 00000100:00100000:2.0:1746128330.713618:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30949 00000100:00100000:2.0:1746128330.713627:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555971328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.713645:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.713658:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a68 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.713681:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 23 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.713688:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.713690:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.713693:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.713714:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 23 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.713724:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 23 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.713738:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551559936:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.713806:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.719063:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551559936:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.719090:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.719105:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00000100:00100000:2.0:1746128330.719153:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555971328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5527us (6634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.719164:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30949 00000100:00100000:0.0:1746128330.720445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.720527:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555971456 00000100:00100000:1.0:1746128330.720534:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555971456 00002000:00100000:1.0:1746128330.720586:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099310000 x1830947555971456/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.720593:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310000 with x1830947555971456 ext(0->7) 00010000:00010000:1.0:1746128330.720600:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 24 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.720610:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 24 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.720616:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099310000 00000100:00100000:1.0:1746128330.720696:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3418 00000100:00100000:1.0:1746128330.720703:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:2015:x1830947555971456:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128330.721478:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555971456:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 773us (1033us total) trans 4294970561 rc 0/0 00000100:00100000:1.0:1746128330.721485:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3418 00002000:00100000:1.0:1746128330.721490:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099310000 x1830947555971456/t4294970561(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/448 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.721497:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099310000 with x1830947555971456 ext(0->7) 00010000:00010000:1.0:1746128330.721503:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 26 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.721512:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 26 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.721517:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099310000 00000100:00100000:0.0:1746128330.726084:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.726147:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555971584 00000100:00100000:2.0:1746128330.726154:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555971584 00000100:00100000:2.0:1746128330.726195:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30950 00000100:00100000:2.0:1746128330.726201:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1723:x1830947555971584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.726215:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.726227:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a6f expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.726246:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.726251:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.726256:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.726259:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.726290:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.726300:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.726308:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:2.0:1746128330.727129:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555971584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 926us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.727135:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30950 00000100:00100000:0.0:1746128330.727719:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.727878:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555971712 00000100:00100000:3.0:1746128330.727883:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555971712 00010000:00010000:3.0:1746128330.727902:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.727958:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15911 00000100:00100000:3.0:1746128330.727964:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132144700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2015:x1830947555971712:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.727972:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.727986:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.727996:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.728011:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e670f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a61 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.728032:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.728033:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.728039:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.728045:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.728065:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.728073:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.728082:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551560192:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.730265:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.731763:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551560192:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.731778:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.731820:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555971712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3855us (4100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.731828:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15911 00000100:00100000:0.0:1746128330.732003:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.732064:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555971968 00000100:00100000:2.0:1746128330.732069:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555971968 00002000:00100000:2.0:1746128330.732101:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145c00 x1830947555971968/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.732114:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145c00 with x1830947555971968 ext(0->4095) 00010000:00010000:2.0:1746128330.732120:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.732133:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.732139:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145c00 00000100:00100000:2.0:1746128330.732160:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3419 00000100:00100000:2.0:1746128330.732165:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555971968:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.732260:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555971968:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.732267:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3419 00002000:00100000:2.0:1746128330.732271:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145c00 x1830947555971968/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.732278:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145c00 with x1830947555971968 ext(0->4095) 00010000:00010000:2.0:1746128330.732282:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.732290:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.732295:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145c00 00000100:00100000:0.0:1746128330.733990:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.734150:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555972096 00000100:00100000:3.0:1746128330.734156:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555972096 00010000:00010000:3.0:1746128330.734177:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.734195:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15912 00000100:00100000:3.0:1746128330.734200:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555972096:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.734209:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.734221:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.734229:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.734251:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6716 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a68 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.734273:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.734275:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.734281:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 25 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.734287:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 25 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.734312:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 25 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.734321:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551560320:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.734829:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.736118:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551560320:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.736133:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.736161:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555972096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1960us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.736169:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15912 00000100:00100000:0.0:1746128330.738622:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.738879:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555972352 00000100:00100000:2.0:1746128330.738886:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555972352 00002000:00100000:2.0:1746128330.738923:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e5c00 x1830947555972352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.738940:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5c00 with x1830947555972352 ext(0->4095) 00002000:00010000:2.0:1746128330.738944:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e5c00 00000100:00100000:2.0:1746128330.738962:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14011 00000100:00100000:2.0:1746128330.738968:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555972352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.739072:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555972352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.739079:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14011 00002000:00100000:2.0:1746128330.739084:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e5c00 x1830947555972352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.739096:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5c00 with x1830947555972352 ext(0->4095) 00002000:00010000:2.0:1746128330.739098:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e5c00 00000100:00100000:0.0:1746128330.740422:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.740496:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555972480 00000100:00100000:2.0:1746128330.740502:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555972480 00000100:00100000:2.0:1746128330.740659:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30951 00000100:00100000:2.0:1746128330.740666:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555972480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.740681:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.740694:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a76 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.740714:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 25 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.740720:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.740721:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.740724:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.740748:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 25 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.740758:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 25 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.740768:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551560448:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.740827:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.742876:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551560448:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.742896:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.742908:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:2.0:1746128330.742945:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555972480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2279us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.742952:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30951 00000100:00100000:0.0:1746128330.744114:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.744184:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555972608 00000100:00100000:3.0:1746128330.744190:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555972608 00010000:00010000:3.0:1746128330.744212:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 26 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.744240:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15913 00000100:00100000:3.0:1746128330.744245:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555972608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.744255:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.744268:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 26 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.744281:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 26 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.744298:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e671d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a6f expref: 26 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.744702:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.744704:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.744711:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.744719:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.744744:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.744754:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551560576:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.744820:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.747607:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.747629:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555972864 00000100:00100000:0.0:1746128330.747635:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555972864 00002000:00100000:0.0:1746128330.747664:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e7b80 x1830947555972864/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.747672:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7b80 with x1830947555972864 ext(0->4095) 00002000:00010000:0.0:1746128330.747676:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e7b80 00000100:00100000:0.0:1746128330.747700:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14012 00000100:00100000:0.0:1746128330.747705:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555972864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128330.747797:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555972864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (195us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128330.747802:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14012 00002000:00100000:0.0:1746128330.747805:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e7b80 x1830947555972864/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.747812:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e7b80 with x1830947555972864 ext(0->4095) 00002000:00010000:0.0:1746128330.747815:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e7b80 00000100:00100000:3.0:1746128330.748135:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551560576:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.748149:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.748179:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2014:x1830947555972608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3926us (4059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.748186:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15913 00000100:00100000:0.0:1746128330.749341:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.750226:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555972992 00000100:00100000:2.0:1746128330.750233:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555972992 00000100:00100000:2.0:1746128330.750346:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30952 00000100:00100000:2.0:1746128330.750353:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1723:x1830947555972992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.750365:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.750378:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a7d expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.750399:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.750405:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.750406:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.750409:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.750430:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.750439:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.750449:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551560704:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.750850:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.751155:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.751208:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555973120 00000100:00100000:2.0:1746128330.751212:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555973120 00000100:00100000:2.0:1746128330.751241:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30953 00000100:00100000:2.0:1746128330.751246:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1725:x1830947555973120:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.751252:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.751259:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a84 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.751269:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.751273:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.751278:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.751281:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.751299:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.751308:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.751317:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:2.0:1746128330.751336:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1725:x1830947555973120:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.751342:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30953 00000100:00100000:2.0:1746128330.753568:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551560704:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.753588:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.753598:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9a00, rc 0) 00000100:00100000:2.0:1746128330.753655:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555972992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3302us (4314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.753661:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30952 00000100:00100000:0.0:1746128330.753701:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.753744:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555973248 00000100:00100000:3.0:1746128330.753749:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555973248 00010000:00010000:3.0:1746128330.753767:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.753784:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15914 00000100:00100000:3.0:1746128330.753789:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555973248:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.753798:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.753812:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.753821:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.753838:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6724 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a76 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.753850:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.753852:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.753858:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.753864:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.753883:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.753892:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 26 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.753901:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551560960:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.753954:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.755977:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.756004:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551560960:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.756017:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.756043:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555973248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2254us (2342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.756050:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15914 00000100:00100000:2.0:1746128330.756345:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555973504 00000100:00100000:2.0:1746128330.756349:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555973504 00002000:00100000:2.0:1746128330.756375:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabdf80 x1830947555973504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.756384:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabdf80 with x1830947555973504 ext(0->4095) 00010000:00010000:2.0:1746128330.756390:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.756401:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.756406:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabdf80 00000100:00100000:2.0:1746128330.756603:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3420 00000100:00100000:2.0:1746128330.756610:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2017:x1830947555973504:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128330.756813:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2017:x1830947555973504:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 203us (841us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.756819:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3420 00002000:00100000:3.0:1746128330.756824:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabdf80 x1830947555973504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.756830:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabdf80 with x1830947555973504 ext(0->4095) 00010000:00010000:3.0:1746128330.756835:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.756843:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.756848:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabdf80 00000100:00100000:0.0:1746128330.758340:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.758397:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555973632 00000100:00100000:3.0:1746128330.758401:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555973632 00010000:00010000:3.0:1746128330.758415:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.758439:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15915 00000100:00100000:3.0:1746128330.758448:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555973632:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.758457:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.758468:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.758477:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.758493:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e672b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a7d expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.758504:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.758506:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.758511:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.758518:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.758564:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 26 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.758574:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551561088:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.758638:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.759828:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551561088:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.759841:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.759863:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555973632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1416us (1525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.759871:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15915 00000100:00100000:0.0:1746128330.760039:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.760206:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555973888 00000100:00100000:3.0:1746128330.760210:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555973888 00002000:00100000:3.0:1746128330.760231:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabd880 x1830947555973888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.760238:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabd880 with x1830947555973888 ext(0->4095) 00002000:00010000:3.0:1746128330.760241:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabd880 00000100:00100000:3.0:1746128330.760266:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14013 00000100:00100000:3.0:1746128330.760271:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555973888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.760360:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555973888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.760366:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14013 00002000:00100000:3.0:1746128330.760370:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabd880 x1830947555973888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.760376:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabd880 with x1830947555973888 ext(0->4095) 00002000:00010000:3.0:1746128330.760378:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabd880 00000100:00100000:0.0:1746128330.762272:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.762359:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555974016 00000100:00100000:2.0:1746128330.762367:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555974016 00000100:00100000:2.0:1746128330.762415:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30954 00000100:00100000:2.0:1746128330.762421:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555974016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.762434:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.762450:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a8b expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.762475:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.762482:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.762484:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.762487:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.762512:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.762522:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 25 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.762533:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551561216:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.762660:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.764040:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551561216:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.764059:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.764075:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00000100:00100000:2.0:1746128330.764112:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555974016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1691us (1843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.764119:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30954 00000100:00100000:0.0:1746128330.765220:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.765336:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555974144 00000100:00100000:3.0:1746128330.765342:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555974144 00010000:00010000:3.0:1746128330.765365:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 26 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.765389:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15916 00000100:00100000:3.0:1746128330.765394:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555974144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.765404:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.765419:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 26 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.765428:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 26 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.765445:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6732 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a84 expref: 26 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.765752:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.765755:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.765761:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.765769:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.765794:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.765805:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551561344:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.765868:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.768109:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.768184:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555974400 00000100:00100000:1.0:1746128330.768191:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555974400 00002000:00100000:1.0:1746128330.768226:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabf480 x1830947555974400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.768235:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabf480 with x1830947555974400 ext(0->4095) 00002000:00010000:1.0:1746128330.768240:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabf480 00000100:00100000:1.0:1746128330.768274:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14014 00000100:00100000:1.0:1746128330.768280:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555974400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.768399:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555974400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.768409:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14014 00002000:00100000:1.0:1746128330.768414:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabf480 x1830947555974400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.768421:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabf480 with x1830947555974400 ext(0->4095) 00002000:00010000:1.0:1746128330.768424:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabf480 00000100:00100000:3.0:1746128330.768718:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551561344:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.768733:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.768762:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:2015:x1830947555974144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3367us (3545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.768770:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15916 00000100:00100000:0.0:1746128330.770320:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.770375:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555974528 00000100:00100000:2.0:1746128330.770381:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555974528 00000100:00100000:2.0:1746128330.770417:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30955 00000100:00100000:2.0:1746128330.770422:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:1725:x1830947555974528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.770432:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.770444:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a92 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.770464:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.770470:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.770472:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.770475:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.770497:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.770507:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.770520:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551561472:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.770609:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.770829:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.770891:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555974656 00000100:00100000:3.0:1746128330.770895:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555974656 00000100:00100000:3.0:1746128330.770914:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30956 00000100:00100000:3.0:1746128330.770919:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555974656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.770925:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.770944:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645a99 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.770954:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.770958:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.770963:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.770965:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.770981:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.770990:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.770997:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128330.771026:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555974656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.771032:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30956 00000100:00100000:2.0:1746128330.771840:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551561472:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.771852:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.771861:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:2.0:1746128330.771889:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1725:x1830947555974528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1467us (1573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.771894:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30955 00000100:00100000:0.0:1746128330.772354:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.772599:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555974784 00000100:00100000:3.0:1746128330.772603:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555974784 00010000:00010000:3.0:1746128330.772618:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.772697:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15917 00000100:00100000:3.0:1746128330.772703:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555974784:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.772712:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.772726:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.772736:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.772750:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6739 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a8b expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.772770:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.772772:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.772777:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.772784:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.772807:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 26 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.772816:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 26 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.772825:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551561728:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.772876:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.775311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.775385:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555975040 00000100:00100000:1.0:1746128330.775391:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555975040 00000100:00100000:3.0:1746128330.775393:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551561728:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.775407:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746128330.775422:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097a00e00 x1830947555975040/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.775431:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a00e00 with x1830947555975040 ext(0->4095) 00010000:00010000:1.0:1746128330.775438:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.775447:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555974784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2744us (3092us total) trans 0 rc 0/0 00010000:00010000:1.0:1746128330.775449:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.775455:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a00e00 00000100:00100000:3.0:1746128330.775456:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15917 00000100:00100000:1.0:1746128330.775484:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3421 00000100:00100000:1.0:1746128330.775489:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555975040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.775610:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555975040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.775615:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3421 00002000:00100000:1.0:1746128330.775619:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097a00e00 x1830947555975040/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.775632:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a00e00 with x1830947555975040 ext(0->4095) 00010000:00010000:1.0:1746128330.775636:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.775644:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:1.0:1746128330.775649:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a00e00 00000100:00100000:0.0:1746128330.776640:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.776770:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555975296 00000100:00100000:2.0:1746128330.776776:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555975296 00000100:00100000:2.0:1746128330.776800:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30957 00000100:00100000:2.0:1746128330.776807:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555975296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.776816:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.776827:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645aa0 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.776846:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.776851:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.776857:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.776860:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.776889:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.776899:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.776907:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:2.0:1746128330.776954:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555975296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.776960:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30957 00000100:00100000:1.0:1746128330.777452:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.777622:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555975168 00000100:00100000:3.0:1746128330.777626:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555975168 00010000:00010000:3.0:1746128330.777641:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.777657:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15918 00000100:00100000:3.0:1746128330.777661:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555975168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.777669:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.777682:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.777695:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.777709:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6740 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a92 expref: 27 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.777718:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.777720:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.777724:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.777729:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.777746:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.777755:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.777763:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551561984:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.778350:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.779227:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551561984:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.779238:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.779295:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555975168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1633us (1843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.779305:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15918 00000100:00100000:0.0:1746128330.782715:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.783034:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555975552 00000100:00100000:2.0:1746128330.783042:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555975552 00002000:00100000:2.0:1746128330.783079:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8e00 x1830947555975552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.783088:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8e00 with x1830947555975552 ext(0->4095) 00010000:00010000:2.0:1746128330.783095:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.783107:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.783113:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edf8e00 00000100:00100000:2.0:1746128330.783144:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3422 00000100:00100000:2.0:1746128330.783151:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555975552:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128330.783936:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555975552:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 775us (1220us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.783944:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3422 00002000:00100000:2.0:1746128330.783949:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8e00 x1830947555975552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.783957:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8e00 with x1830947555975552 ext(0->4095) 00010000:00010000:2.0:1746128330.783961:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.783971:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.783977:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edf8e00 00000100:00100000:0.0:1746128330.786035:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.786109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.786676:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555975680 00000100:00100000:3.0:1746128330.786683:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555975680 00010000:00010000:3.0:1746128330.786706:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00000100:00100000:3.0:1746128330.786733:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15919 00000100:00100000:3.0:1746128330.786739:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555975680:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.786748:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.786762:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.786772:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.786790:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6747 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645a99 expref: 26 pid: 9591 timeout: 827 lvb_type: 0 00010000:00010000:3.0:1746128330.786817:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.786819:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.786825:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.786832:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.786858:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.786869:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551562112:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.786949:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.787323:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555975808 00000100:00100000:1.0:1746128330.787327:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555975808 00000100:00100000:1.0:1746128330.787354:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30958 00000100:00100000:1.0:1746128330.787359:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:1723:x1830947555975808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.787368:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.787377:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645aa7 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.787390:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.787395:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.787397:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.787399:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.787412:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.787424:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 5 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.787432:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551562240:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.787995:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.789686:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.789801:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555976064 00000100:00100000:3.0:1746128330.789806:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555976064 00000100:00100000:1.0:1746128330.789815:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551562240:192.168.202.33@tcp:104: 00002000:00100000:3.0:1746128330.789833:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfa300 x1830947555976064/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746128330.789836:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746128330.789842:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfa300 with x1830947555976064 ext(0->4095) 00010000:00010000:3.0:1746128330.789847:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.789848:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00010000:00010000:3.0:1746128330.789856:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.789861:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfa300 00000100:00100000:3.0:1746128330.789877:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3423 00000100:00100000:1.0:1746128330.789880:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555975808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2520us (3771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.789882:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555976064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.789885:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30958 00000100:00100000:3.0:1746128330.789987:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555976064:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.789992:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3423 00002000:00100000:3.0:1746128330.789997:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfa300 x1830947555976064/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.790004:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfa300 with x1830947555976064 ext(0->4095) 00000100:00100000:2.0:1746128330.790004:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551562112:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.790008:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.790013:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128330.790019:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00002000:00010000:3.0:1746128330.790024:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfa300 00000100:00100000:2.0:1746128330.790027:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555975680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3289us (3999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.790034:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15919 00000100:00100000:2.0:1746128330.793219:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.793278:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555976192 00000100:00100000:0.0:1746128330.793284:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555976192 00010000:00010000:0.0:1746128330.793306:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00000100:00100000:0.0:1746128330.793327:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15920 00000100:00100000:0.0:1746128330.793333:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555976192:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128330.793342:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128330.793356:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.793365:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.793384:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e674e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa0 expref: 6 pid: 27081 timeout: 827 lvb_type: 0 00010000:00010000:0.0:1746128330.793946:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.793948:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.793955:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.793962:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.793990:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128330.794000:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edf9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551562368:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128330.794070:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.797386:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.797430:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edf9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551562368:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.797500:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128330.797578:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555976448 00000100:00100000:1.0:1746128330.797584:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555976448 00002000:00100000:1.0:1746128330.797617:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf9f80 x1830947555976448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.797626:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9f80 with x1830947555976448 ext(0->4095) 00002000:00010000:1.0:1746128330.797629:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf9f80 00000100:00100000:2.0:1746128330.798401:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555976192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5065us (5187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.798410:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15920 00000100:00100000:1.0:1746128330.798599:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14015 00000100:00100000:1.0:1746128330.798608:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555976448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.799242:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2015:x1830947555976448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 634us (1863us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.799251:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14015 00002000:00100000:1.0:1746128330.799257:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf9f80 x1830947555976448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.799264:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9f80 with x1830947555976448 ext(0->4095) 00002000:00010000:1.0:1746128330.799268:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf9f80 00000100:00100000:0.0:1746128330.803330:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.804699:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555976576 00000100:00100000:1.0:1746128330.804707:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555976576 00000100:00100000:1.0:1746128330.804758:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30959 00000100:00100000:1.0:1746128330.804765:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555976576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.804780:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.804792:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645aae expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.804815:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.804822:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.804824:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.804827:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.804851:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 25 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.804862:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 25 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:1.0:1746128330.804876:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551562496:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.807002:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.809602:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.809663:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555976704 00000100:00100000:2.0:1746128330.809670:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555976704 00000100:00100000:1.0:1746128330.809696:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551562496:192.168.202.33@tcp:104: 00002000:00100000:2.0:1746128330.809704:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009edfb480 x1830947555976704/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.809711:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfb480 with x1830947555976704 ext(0->7) 00010000:00010000:2.0:1746128330.809717:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 26 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.809718:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.809727:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 26 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:1.0:1746128330.809729:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00002000:00010000:2.0:1746128330.809733:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfb480 00000100:00100000:1.0:1746128330.809762:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555976576:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4997us (6438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.809763:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3424 00000100:00100000:1.0:1746128330.809768:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30959 00000100:00100000:2.0:1746128330.809769:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947555976704:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128330.811377:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555976704:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1604us (1777us total) trans 4294970562 rc 0/0 00000100:00100000:2.0:1746128330.811385:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3424 00002000:00100000:2.0:1746128330.811391:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009edfb480 x1830947555976704/t4294970562(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 496/448 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.811399:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfb480 with x1830947555976704 ext(0->7) 00010000:00010000:2.0:1746128330.811404:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 28 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.811415:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 28 pid: 9592 timeout: 827 lvb_type: 0 00002000:00010000:2.0:1746128330.811421:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfb480 00000100:00100000:0.0:1746128330.816050:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.816157:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555976832 00000100:00100000:2.0:1746128330.816163:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555976832 00010000:00010000:2.0:1746128330.816192:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 28 pid: 9592 timeout: 827 lvb_type: 0 00000100:00100000:2.0:1746128330.816227:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15921 00000100:00100000:2.0:1746128330.816233:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555976832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.816243:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.816258:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 28 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.816268:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 28 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.816286:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6755 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aa7 expref: 28 pid: 9592 timeout: 827 lvb_type: 0 00010000:00010000:2.0:1746128330.816718:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.816720:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.816727:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.816734:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.817225:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.817237:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551562624:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.817306:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.819717:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551562624:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.819733:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.819769:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555976832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3535us (3724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.819778:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15921 00000100:00100000:0.0:1746128330.823256:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.823345:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555977088 00000100:00100000:2.0:1746128330.823353:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555977088 00002000:00100000:2.0:1746128330.823388:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf9180 x1830947555977088/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.823398:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9180 with x1830947555977088 ext(0->4095) 00002000:00010000:2.0:1746128330.823403:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf9180 00000100:00100000:2.0:1746128330.823433:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14016 00000100:00100000:2.0:1746128330.823440:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555977088:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128330.823572:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555977088:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.823577:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14016 00002000:00100000:2.0:1746128330.823582:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf9180 x1830947555977088/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.823588:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9180 with x1830947555977088 ext(0->4095) 00002000:00010000:2.0:1746128330.823591:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf9180 00000100:00100000:0.0:1746128330.829863:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.829999:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555977216 00000100:00100000:1.0:1746128330.830007:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555977216 00000100:00100000:1.0:1746128330.830051:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30960 00000100:00100000:1.0:1746128330.830057:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555977216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.830070:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.830083:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ab5 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.830103:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.830110:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.830111:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.830114:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.830140:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.830150:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128330.830160:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551562752:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.830229:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.830998:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.831057:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555977344 00000100:00100000:2.0:1746128330.831061:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555977344 00000100:00100000:2.0:1746128330.831097:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30961 00000100:00100000:2.0:1746128330.831102:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555977344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.831110:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.831118:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645abc expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.831176:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.831181:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.831187:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.831191:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.831211:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.831222:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.831230:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:2.0:1746128330.831314:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947555977344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.831320:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30961 00000100:00100000:1.0:1746128330.835450:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551562752:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.835475:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.835490:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128330.835524:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555977216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5467us (5667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.835532:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30960 00000100:00100000:0.0:1746128330.836732:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.836809:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555977472 00000100:00100000:2.0:1746128330.836816:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555977472 00010000:00010000:2.0:1746128330.836843:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.836863:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15922 00000100:00100000:2.0:1746128330.836870:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555977472:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.836879:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.836895:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.836905:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.836924:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e675c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aae expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.836956:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.836958:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.836964:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.836971:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.836998:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.837008:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.837018:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563008:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.837868:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.839882:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563008:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.839898:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.839927:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555977472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3057us (3198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.839943:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15922 00000100:00100000:0.0:1746128330.840844:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.840899:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555977728 00000100:00100000:3.0:1746128330.840905:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555977728 00002000:00100000:3.0:1746128330.840946:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f64e00 x1830947555977728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.840955:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64e00 with x1830947555977728 ext(0->4095) 00010000:00010000:3.0:1746128330.840962:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.840973:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.840979:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f64e00 00000100:00100000:3.0:1746128330.841008:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3425 00000100:00100000:3.0:1746128330.841014:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555977728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.841111:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555977728:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.841116:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3425 00002000:00100000:3.0:1746128330.841121:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f64e00 x1830947555977728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.841128:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64e00 with x1830947555977728 ext(0->4095) 00010000:00010000:3.0:1746128330.841133:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.841142:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.841147:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f64e00 00000100:00100000:0.0:1746128330.843017:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.843278:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555977856 00000100:00100000:2.0:1746128330.843284:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555977856 00010000:00010000:2.0:1746128330.843307:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.843327:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15923 00000100:00100000:2.0:1746128330.843333:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555977856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.843342:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.843356:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.843367:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.843384:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6763 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ab5 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.843398:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.843400:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.843404:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.843411:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.843440:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.843452:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563136:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.843529:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.847213:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563136:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.847220:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128330.847231:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.847251:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555978112 00000100:00100000:3.0:1746128330.847256:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555978112 00002000:00100000:3.0:1746128330.847291:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113800 x1830947555978112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.847299:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113800 with x1830947555978112 ext(0->4095) 00002000:00010000:3.0:1746128330.847303:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f113800 00000100:00100000:3.0:1746128330.847318:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14017 00000100:00100000:3.0:1746128330.847324:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555978112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.847440:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555978112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.847446:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14017 00002000:00100000:3.0:1746128330.847451:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113800 x1830947555978112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.847457:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113800 with x1830947555978112 ext(0->4095) 00002000:00010000:3.0:1746128330.847459:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f113800 00000100:00100000:3.0:1746128330.847803:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555977856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4165us (4485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.847813:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15923 00000100:00100000:0.0:1746128330.849641:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.849722:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555978240 00000100:00100000:1.0:1746128330.849728:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555978240 00000100:00100000:1.0:1746128330.849996:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30962 00000100:00100000:1.0:1746128330.850004:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555978240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.850016:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.850029:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ac3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.850052:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.850060:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.850061:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.850064:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.850087:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.850097:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 27 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128330.850107:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551563264:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.850512:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.852138:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551563264:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.852157:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.852168:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128330.852195:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555978240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2192us (2557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.852201:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30962 00000100:00100000:0.0:1746128330.853342:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.853736:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555978368 00000100:00100000:3.0:1746128330.853742:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555978368 00010000:00010000:3.0:1746128330.853766:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.853792:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15924 00000100:00100000:3.0:1746128330.853798:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555978368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.853808:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.853824:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.853834:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.853851:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e676a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645abc expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.853872:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.853874:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.853881:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.853887:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.853910:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.853920:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563392:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.854108:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.855789:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563392:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.855803:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.855830:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555978368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2032us (2491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.855838:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15924 00000100:00100000:0.0:1746128330.856945:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.857016:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555978624 00000100:00100000:3.0:1746128330.857023:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555978624 00002000:00100000:3.0:1746128330.857052:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66d80 x1830947555978624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.857060:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66d80 with x1830947555978624 ext(0->4095) 00002000:00010000:3.0:1746128330.857064:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f66d80 00000100:00100000:3.0:1746128330.857080:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14018 00000100:00100000:3.0:1746128330.857086:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555978624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.857187:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555978624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.857193:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14018 00002000:00100000:3.0:1746128330.857198:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66d80 x1830947555978624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.857205:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66d80 with x1830947555978624 ext(0->4095) 00002000:00010000:3.0:1746128330.857208:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f66d80 00000100:00100000:0.0:1746128330.857789:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.857970:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555978752 00000100:00100000:1.0:1746128330.857974:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555978752 00000100:00100000:1.0:1746128330.858154:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30963 00000100:00100000:1.0:1746128330.858161:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555978752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.858172:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.858184:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645aca expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.858203:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.858209:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.858211:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.858214:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.858243:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.858254:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128330.858263:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551563520:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.858719:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.858872:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.858921:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555978880 00000100:00100000:2.0:1746128330.858925:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555978880 00000100:00100000:2.0:1746128330.858959:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30964 00000100:00100000:2.0:1746128330.858964:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555978880:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.858971:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.858978:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ad1 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.858989:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.858993:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.858998:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.859000:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.859018:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.859028:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.859036:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00000100:00100000:2.0:1746128330.859068:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947555978880:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.859073:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30964 00000100:00100000:1.0:1746128330.860338:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551563520:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.860356:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.860363:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128330.860388:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555978752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2227us (2599us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.860397:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30963 00000100:00100000:0.0:1746128330.860830:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.860908:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555979008 00000100:00100000:3.0:1746128330.860913:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555979008 00010000:00010000:3.0:1746128330.860943:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.860962:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15925 00000100:00100000:3.0:1746128330.860967:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555979008:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.860976:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.860991:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.861000:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.861016:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6771 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ac3 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.861294:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.861296:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.861302:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.861310:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.861331:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.861344:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.861353:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563776:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.861991:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.863729:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.863817:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563776:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.863832:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.863868:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555979008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2900us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.863880:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15925 00000100:00100000:1.0:1746128330.863911:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555979264 00000100:00100000:1.0:1746128330.863916:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555979264 00002000:00100000:1.0:1746128330.863958:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7a300 x1830947555979264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.863966:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7a300 with x1830947555979264 ext(0->4095) 00010000:00010000:1.0:1746128330.863973:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128330.863984:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.863989:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce7a300 00000100:00100000:1.0:1746128330.864003:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3426 00000100:00100000:1.0:1746128330.864009:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555979264:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.864112:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555979264:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.864118:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3426 00002000:00100000:1.0:1746128330.864123:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7a300 x1830947555979264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.864129:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7a300 with x1830947555979264 ext(0->4095) 00010000:00010000:1.0:1746128330.864133:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128330.864146:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.864152:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce7a300 00000100:00100000:0.0:1746128330.866104:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.866150:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555979392 00000100:00100000:3.0:1746128330.866156:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555979392 00010000:00010000:3.0:1746128330.866182:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.866217:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15926 00000100:00100000:3.0:1746128330.866223:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555979392:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.866233:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.866249:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.866259:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.866277:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6778 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aca expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.866893:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.866896:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.866903:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.866910:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.866948:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.866959:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563904:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.867021:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.869095:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.869164:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551563904:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.869177:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.869202:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555979392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2979us (3103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.869210:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15926 00000100:00100000:1.0:1746128330.869267:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555979648 00000100:00100000:1.0:1746128330.869271:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555979648 00002000:00100000:1.0:1746128330.869295:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87800 x1830947555979648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.869304:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87800 with x1830947555979648 ext(0->4095) 00002000:00010000:1.0:1746128330.869307:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87800 00000100:00100000:1.0:1746128330.869318:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14019 00000100:00100000:1.0:1746128330.869322:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555979648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.869411:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555979648:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.869416:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14019 00002000:00100000:1.0:1746128330.869420:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87800 x1830947555979648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.869427:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87800 with x1830947555979648 ext(0->4095) 00002000:00010000:1.0:1746128330.869429:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87800 00000100:00100000:0.0:1746128330.871104:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.871189:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555979776 00000100:00100000:1.0:1746128330.871194:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555979776 00000100:00100000:1.0:1746128330.871232:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30965 00000100:00100000:1.0:1746128330.871238:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555979776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.871250:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.871265:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ad8 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.871288:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.871295:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.871297:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.871300:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.871321:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.871331:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 27 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128330.871340:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551564032:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128330.872120:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128330.873667:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551564032:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.873689:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.873702:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128330.873807:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555979776:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2567us (2705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.873818:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30965 00000100:00100000:0.0:1746128330.873986:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.874131:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555979904 00000100:00100000:3.0:1746128330.874136:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555979904 00010000:00010000:3.0:1746128330.874155:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.874173:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15927 00000100:00100000:3.0:1746128330.874179:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555979904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.874191:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.874205:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.874214:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.874231:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e677f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad1 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.874254:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.874256:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.874261:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.874268:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.874290:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.874299:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551564160:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.874347:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.876747:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551564160:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.876758:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.876790:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555979904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2611us (2804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.876799:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15927 00000100:00100000:0.0:1746128330.877267:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.877668:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555980160 00000100:00100000:3.0:1746128330.877673:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555980160 00002000:00100000:3.0:1746128330.877702:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e84e00 x1830947555980160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.877711:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84e00 with x1830947555980160 ext(0->4095) 00002000:00010000:3.0:1746128330.877715:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e84e00 00000100:00100000:3.0:1746128330.877742:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14020 00000100:00100000:3.0:1746128330.877749:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555980160:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.878074:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555980160:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 324us (807us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.878080:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14020 00002000:00100000:3.0:1746128330.878085:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e84e00 x1830947555980160/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.878092:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84e00 with x1830947555980160 ext(0->4095) 00002000:00010000:3.0:1746128330.878094:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e84e00 00000100:00100000:0.0:1746128330.880347:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.880394:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555980288 00000100:00100000:1.0:1746128330.880401:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555980288 00000100:00100000:0.0:1746128330.880411:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.880939:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555980416 00000100:00100000:1.0:1746128330.880942:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555980416 00000100:00100000:2.0:1746128330.880955:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30966 00000100:00100000:1.0:1746128330.880959:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30967 00000100:00100000:2.0:1746128330.880962:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1725:x1830947555980288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128330.880963:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555980416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.880978:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.880985:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.880991:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645adf expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.880991:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ae6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.881090:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.881098:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.881100:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.881103:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.881111:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.881115:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.881120:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.881122:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.881140:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.881150:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.881160:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551564288:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128330.881162:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.881172:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.881179:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128330.881210:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947555980416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 246us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.881216:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30967 00000100:00100000:2.0:1746128330.881465:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.882962:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.883033:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555980544 00000100:00100000:3.0:1746128330.883040:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555980544 00010000:00010000:3.0:1746128330.883061:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.883080:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15928 00000100:00100000:3.0:1746128330.883086:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555980544:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.883094:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.883109:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.883109:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551564288:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.883119:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.883139:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6786 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ad8 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.883246:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.883257:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.883259:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.883264:0:27081:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.883271:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.883290:0:27081:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.883298:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.883306:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551564544:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.883348:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746128330.883398:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.883418:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555980544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 332us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.883424:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15928 00000100:00100000:2.0:1746128330.885630:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551564544:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.885646:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128330.885679:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555980288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4717us (5336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.885686:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30966 00000100:00100000:0.0:1746128330.888832:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.889152:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555980800 00000100:00100000:1.0:1746128330.889161:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555980800 00002000:00100000:1.0:1746128330.889197:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795a300 x1830947555980800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.889206:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795a300 with x1830947555980800 ext(0->4095) 00010000:00010000:1.0:1746128330.889213:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128330.889225:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.889231:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795a300 00000100:00100000:1.0:1746128330.889262:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3427 00000100:00100000:1.0:1746128330.889268:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555980800:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.889969:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555980800:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 699us (1142us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.889975:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3427 00002000:00100000:1.0:1746128330.889981:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795a300 x1830947555980800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.889988:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795a300 with x1830947555980800 ext(0->4095) 00010000:00010000:1.0:1746128330.889992:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128330.890005:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.890010:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795a300 00000100:00100000:1.0:1746128330.893536:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.893602:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.893911:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555981056 00000100:00100000:3.0:1746128330.893919:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555981056 00010000:00010000:3.0:1746128330.893958:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.893964:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555980928 00000100:00100000:2.0:1746128330.893968:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555980928 00000100:00100000:2.0:1746128330.893999:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30968 00000100:00100000:2.0:1746128330.894005:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555980928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.894049:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128330.894056:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15929 00000100:00100000:3.0:1746128330.894061:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555981056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.894061:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645aed expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.894072:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.894078:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.894083:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.894088:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128330.894090:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.894144:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.894153:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.894166:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.894168:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e678d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645adf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.894176:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.894183:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.894184:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.894254:0:27081:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.894260:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.894273:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128330.894288:0:27081:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.894297:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.894307:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551564800:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.894338:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555981056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 275us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.894344:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15929 00000100:00100000:2.0:1746128330.894350:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.897579:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.897643:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555981312 00000100:00100000:1.0:1746128330.897648:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555981312 00000100:00100000:2.0:1746128330.897656:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551564800:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.897670:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00002000:00100000:1.0:1746128330.897686:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959f80 x1830947555981312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.897693:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959f80 with x1830947555981312 ext(0->4095) 00010000:00010000:1.0:1746128330.897699:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.897702:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555980928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3697us (4174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.897709:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30968 00010000:00010000:1.0:1746128330.897710:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.897715:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087959f80 00000100:00100000:1.0:1746128330.897745:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3428 00000100:00100000:1.0:1746128330.897751:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555981312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128330.897840:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555981312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.897846:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3428 00002000:00100000:1.0:1746128330.897851:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959f80 x1830947555981312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.897859:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959f80 with x1830947555981312 ext(0->4095) 00010000:00010000:1.0:1746128330.897863:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128330.897871:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.897876:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087959f80 00000100:00100000:0.0:1746128330.901107:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.901169:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555981440 00000100:00100000:2.0:1746128330.901176:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555981440 00000100:00100000:0.0:1746128330.901198:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.901431:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555981568 00000100:00100000:3.0:1746128330.901435:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555981568 00010000:00010000:3.0:1746128330.901471:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.901498:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15930 00000100:00100000:3.0:1746128330.901503:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555981568:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.901513:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.901527:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.901536:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.901575:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6794 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ae6 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.901740:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30969 00000100:00100000:2.0:1746128330.901746:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555981440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.901757:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.901779:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.901781:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.901788:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.901799:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.901825:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.901835:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551564928:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.901898:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746128330.902019:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645af4 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.902036:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.902046:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.902047:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.902050:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.902065:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.902074:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 5 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.902082:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551565056:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.902117:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.903812:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551564928:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.903826:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.903866:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555981568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2361us (2668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.903876:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15930 00000100:00100000:2.0:1746128330.904127:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551565056:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.904144:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.904154:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:2.0:1746128330.904188:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555981440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2443us (3087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.904194:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30969 00000100:00100000:0.0:1746128330.904462:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.904524:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555981824 00000100:00100000:3.0:1746128330.904530:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555981824 00002000:00100000:3.0:1746128330.904584:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795ad80 x1830947555981824/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.904807:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795ad80 with x1830947555981824 ext(0->4095) 00010000:00010000:3.0:1746128330.904815:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.904825:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.904830:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795ad80 00000100:00100000:3.0:1746128330.904857:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3429 00000100:00100000:3.0:1746128330.904863:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555981824:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.904972:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555981824:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (510us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.904977:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3429 00002000:00100000:3.0:1746128330.904982:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795ad80 x1830947555981824/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.904990:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795ad80 with x1830947555981824 ext(0->4095) 00010000:00010000:3.0:1746128330.904994:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.905002:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.905007:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008795ad80 00000100:00100000:0.0:1746128330.907691:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.907734:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555981952 00000100:00100000:0.0:1746128330.907741:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555981952 00010000:00010000:3.0:1746128330.907849:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.907882:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15931 00000100:00100000:3.0:1746128330.907889:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555981952:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.907900:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.907915:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.907926:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.907975:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e679b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645aed expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.907998:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.907999:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.908005:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.908012:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.908039:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.908050:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551565184:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.908110:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.909649:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551565184:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.909662:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.909686:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555981952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1798us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.909694:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15931 00000100:00100000:0.0:1746128330.909872:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.909945:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555982208 00000100:00100000:1.0:1746128330.909951:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555982208 00002000:00100000:1.0:1746128330.909977:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b800 x1830947555982208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.909986:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b800 with x1830947555982208 ext(0->4095) 00002000:00010000:1.0:1746128330.909989:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795b800 00000100:00100000:1.0:1746128330.910012:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14021 00000100:00100000:1.0:1746128330.910018:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2016:x1830947555982208:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128330.910119:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2016:x1830947555982208:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.910124:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14021 00002000:00100000:1.0:1746128330.910129:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795b800 x1830947555982208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.910136:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795b800 with x1830947555982208 ext(0->4095) 00002000:00010000:1.0:1746128330.910142:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795b800 00000100:00100000:0.0:1746128330.911373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.911444:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555982336 00000100:00100000:2.0:1746128330.911449:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555982336 00000100:00100000:2.0:1746128330.911483:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30970 00000100:00100000:2.0:1746128330.911488:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095842050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555982336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.911498:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.911510:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645afb expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.911529:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.911535:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.911537:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.911562:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.911584:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.911594:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 27 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.911602:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551565312:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.911657:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.913943:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551565312:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.913963:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.913976:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00000100:00100000:2.0:1746128330.914005:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095842050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555982336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2516us (2635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.914015:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30970 00000100:00100000:0.0:1746128330.914435:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.914513:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555982464 00000100:00100000:3.0:1746128330.914518:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555982464 00010000:00010000:3.0:1746128330.914536:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.914587:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15932 00000100:00100000:3.0:1746128330.914592:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555982464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.914602:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.914616:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.914626:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.914643:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645af4 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.914668:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.914670:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.914676:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.914683:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.914705:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.914714:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551565440:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.914766:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.916345:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551565440:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.916356:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.916392:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2015:x1830947555982464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1799us (1958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.916399:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15932 00000100:00100000:0.0:1746128330.918062:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.918133:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555982720 00000100:00100000:1.0:1746128330.918140:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555982720 00002000:00100000:1.0:1746128330.918172:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959c00 x1830947555982720/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.918180:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959c00 with x1830947555982720 ext(0->4095) 00002000:00010000:1.0:1746128330.918184:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087959c00 00000100:00100000:1.0:1746128330.918214:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14022 00000100:00100000:1.0:1746128330.918220:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555982720:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.918339:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555982720:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.918345:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14022 00002000:00100000:1.0:1746128330.918349:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959c00 x1830947555982720/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.918356:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959c00 with x1830947555982720 ext(0->4095) 00002000:00010000:1.0:1746128330.918359:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087959c00 00000100:00100000:0.0:1746128330.919924:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.920275:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555982848 00000100:00100000:2.0:1746128330.920282:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555982848 00000100:00100000:2.0:1746128330.920319:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30971 00000100:00100000:2.0:1746128330.920325:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1725:x1830947555982848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.920336:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.920349:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b02 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.920370:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.920377:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.920379:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.920382:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.920573:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.920585:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 5 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.920595:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551565568:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.921134:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.921434:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.921664:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555982976 00000100:00100000:1.0:1746128330.921669:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555982976 00000100:00100000:1.0:1746128330.921701:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30972 00000100:00100000:1.0:1746128330.921706:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555982976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.921719:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.921726:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b09 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.921738:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.921742:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.921748:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.921750:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.921770:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.921780:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.921789:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128330.922133:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947555982976:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 424us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.922140:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30972 00000100:00100000:0.0:1746128330.923063:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.923128:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551565568:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.923145:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.923154:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128330.923189:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555982848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2863us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.923195:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30971 00000100:00100000:3.0:1746128330.923394:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555983104 00000100:00100000:3.0:1746128330.923399:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555983104 00010000:00010000:3.0:1746128330.923415:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.923444:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15933 00000100:00100000:3.0:1746128330.923450:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555983104:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.923459:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.923474:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.923483:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.923499:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e67a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645afb expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.923512:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.923513:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.923518:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.923524:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.923572:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.923581:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.923590:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551565824:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.923637:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.926290:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.926409:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551565824:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.926422:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.926451:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555983104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3002us (3391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.926460:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15933 00000100:00100000:2.0:1746128330.927398:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555983360 00000100:00100000:2.0:1746128330.927404:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555983360 00002000:00100000:2.0:1746128330.927433:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958700 x1830947555983360/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.927442:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958700 with x1830947555983360 ext(0->4095) 00010000:00010000:2.0:1746128330.927448:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.927459:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128330.927466:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087958700 00000100:00100000:2.0:1746128330.927487:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3430 00000100:00100000:2.0:1746128330.927492:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555983360:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128330.927612:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555983360:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.927618:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3430 00002000:00100000:2.0:1746128330.927623:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087958700 x1830947555983360/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.927630:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087958700 with x1830947555983360 ext(0->4095) 00010000:00010000:2.0:1746128330.927634:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.927643:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128330.927648:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087958700 00000100:00100000:0.0:1746128330.930014:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.930098:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.930153:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555983488 00000100:00100000:2.0:1746128330.930153:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555983616 00000100:00100000:3.0:1746128330.930160:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555983488 00000100:00100000:2.0:1746128330.930160:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555983616 00010000:00010000:3.0:1746128330.930184:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.930203:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15934 00000100:00100000:3.0:1746128330.930209:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555983488:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.930219:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.930292:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.930306:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.930323:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b02 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.930341:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.930343:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.930349:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.930355:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.930392:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.930401:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551565952:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.930604:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.930619:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30973 00000100:00100000:2.0:1746128330.930625:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555983616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.930635:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.930644:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b10 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.930658:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.930663:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.930664:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128330.930667:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.930682:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.930694:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.930702:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551566080:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.930721:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.932482:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.932523:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551565952:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.932536:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.932558:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555983872 00000100:00100000:2.0:1746128330.932563:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555983872 00000100:00100000:3.0:1746128330.932582:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555983488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2373us (2574us total) trans 0 rc 0/0 00002000:00100000:2.0:1746128330.932588:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d880 x1830947555983872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128330.932589:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15934 00002000:00100000:2.0:1746128330.932596:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d880 with x1830947555983872 ext(0->4095) 00010000:00010000:2.0:1746128330.932602:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.932612:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128330.932617:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7d880 00000100:00100000:3.0:1746128330.932618:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551566080:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.932631:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.932640:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:3.0:1746128330.932655:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555983616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2031us (2557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.932661:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30973 00000100:00100000:1.0:1746128330.932746:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3431 00000100:00100000:1.0:1746128330.932754:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555983872:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128330.932987:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555983872:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 234us (512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.932993:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3431 00002000:00100000:1.0:1746128330.932997:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7d880 x1830947555983872/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.933004:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7d880 with x1830947555983872 ext(0->4095) 00010000:00010000:1.0:1746128330.933007:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128330.933021:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.933026:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7d880 00000100:00100000:0.0:1746128330.934222:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.934288:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555984000 00000100:00100000:3.0:1746128330.934293:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555984000 00000100:00100000:3.0:1746128330.934350:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30974 00000100:00100000:3.0:1746128330.934355:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555984000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.934364:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.934374:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b17 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.934388:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.934391:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.934396:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.934399:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.934419:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.934427:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.934438:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128330.934469:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555984000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.934919:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30974 00000100:00100000:0.0:1746128330.935574:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.935618:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555984128 00000100:00100000:3.0:1746128330.935621:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555984128 00010000:00010000:3.0:1746128330.935633:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.935644:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15935 00000100:00100000:3.0:1746128330.935647:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555984128:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.935653:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.935663:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.935669:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.935681:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e67b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b09 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.935806:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.935807:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.935812:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.935819:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.935836:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.935845:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 5 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.935853:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551566336:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.936144:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.937106:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.937186:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551566336:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.937196:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.937220:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555984128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1570us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.937228:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15935 00000100:00100000:1.0:1746128330.937290:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555984384 00000100:00100000:1.0:1746128330.937295:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555984384 00002000:00100000:1.0:1746128330.937319:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7f100 x1830947555984384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.937327:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7f100 with x1830947555984384 ext(0->4095) 00010000:00010000:1.0:1746128330.937332:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128330.937341:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.937346:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7f100 00000100:00100000:1.0:1746128330.937372:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3432 00000100:00100000:1.0:1746128330.937377:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555984384:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128330.937462:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555984384:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 85us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.937468:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3432 00002000:00100000:1.0:1746128330.937473:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7f100 x1830947555984384/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.937480:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7f100 with x1830947555984384 ext(0->4095) 00010000:00010000:1.0:1746128330.937485:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128330.937493:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128330.937498:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7f100 00000100:00100000:0.0:1746128330.939403:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.939446:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555984512 00000100:00100000:3.0:1746128330.939452:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555984512 00010000:00010000:3.0:1746128330.939469:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.939492:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15936 00000100:00100000:3.0:1746128330.939498:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555984512:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.939507:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.939521:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.939530:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.939567:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e67be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b10 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.939584:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.939585:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.939591:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.939598:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.939623:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.939636:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551566464:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.939741:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.940877:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551566464:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.940890:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.940913:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555984512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1415us (1512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.940921:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15936 00000100:00100000:0.0:1746128330.941289:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.941414:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555984768 00000100:00100000:2.0:1746128330.941419:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555984768 00002000:00100000:2.0:1746128330.941446:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ca80 x1830947555984768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.941455:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ca80 with x1830947555984768 ext(0->4095) 00002000:00010000:2.0:1746128330.941459:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7ca80 00000100:00100000:2.0:1746128330.941528:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14023 00000100:00100000:2.0:1746128330.941535:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2017:x1830947555984768:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128330.941649:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2017:x1830947555984768:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128330.941655:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14023 00002000:00100000:2.0:1746128330.941659:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ca80 x1830947555984768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128330.941665:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ca80 with x1830947555984768 ext(0->4095) 00002000:00010000:2.0:1746128330.941668:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7ca80 00000100:00100000:0.0:1746128330.943084:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.943243:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555984896 00000100:00100000:3.0:1746128330.943249:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555984896 00000100:00100000:3.0:1746128330.943519:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30975 00000100:00100000:3.0:1746128330.943526:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555984896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.943537:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.943574:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b1e expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.943595:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.943602:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.943603:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.943606:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.943627:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.943637:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 27 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.943646:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551566592:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.943706:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.945372:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551566592:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.945391:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.945407:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128330.945435:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555984896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1909us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.945441:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30975 00000100:00100000:0.0:1746128330.945839:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.945979:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555985024 00000100:00100000:3.0:1746128330.945984:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555985024 00010000:00010000:3.0:1746128330.946001:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.946153:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15937 00000100:00100000:3.0:1746128330.946160:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555985024:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.946171:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.946188:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.946197:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.946221:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b17 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.946233:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.946234:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.946240:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.946250:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.946412:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128330.946421:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551566720:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.946478:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.948008:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551566720:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.948021:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.948044:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2015:x1830947555985024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1885us (2206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.948052:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15937 00000100:00100000:0.0:1746128330.948409:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.948508:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555985280 00000100:00100000:1.0:1746128330.948513:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555985280 00002000:00100000:1.0:1746128330.948563:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7dc00 x1830947555985280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.948573:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7dc00 with x1830947555985280 ext(0->4095) 00002000:00010000:1.0:1746128330.948576:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7dc00 00000100:00100000:1.0:1746128330.948603:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14024 00000100:00100000:1.0:1746128330.948608:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555985280:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128330.948697:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947555985280:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.948702:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14024 00002000:00100000:1.0:1746128330.948707:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7dc00 x1830947555985280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.948714:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7dc00 with x1830947555985280 ext(0->4095) 00002000:00010000:1.0:1746128330.948716:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7dc00 00000100:00100000:0.0:1746128330.951168:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.951240:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555985408 00000100:00100000:3.0:1746128330.951248:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555985408 00000100:00100000:3.0:1746128330.951511:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30976 00000100:00100000:3.0:1746128330.951519:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1725:x1830947555985408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.951532:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.951573:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b25 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.951596:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.951602:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.951605:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.951608:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.951632:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.951643:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 5 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.951652:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551566848:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128330.952200:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.952282:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555985536 00000100:00100000:1.0:1746128330.952286:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555985536 00000100:00100000:1.0:1746128330.952307:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30977 00000100:00100000:1.0:1746128330.952312:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555985536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128330.952319:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128330.952325:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b2c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.952335:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128330.952338:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.952343:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128330.952345:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.952366:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.952377:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128330.952385:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128330.952407:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947555985536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128330.952412:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30977 00000100:00100000:3.0:1746128330.952462:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.953332:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551566848:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.953346:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.953355:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128330.953378:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555985408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1859us (2215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.953383:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30976 00000100:00100000:0.0:1746128330.953390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.953438:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555985664 00000100:00100000:2.0:1746128330.953442:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555985664 00010000:00010000:2.0:1746128330.953460:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.953476:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15938 00000100:00100000:2.0:1746128330.953480:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555985664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.953487:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.953501:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.953510:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.953525:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e67cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b1e expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.953536:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.953538:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.953564:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.953571:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.953814:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.953826:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.953835:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551567104:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.953882:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.956502:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.956595:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551567104:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.956647:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555985920 00000100:00100000:3.0:1746128330.956653:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555985920 00002000:00100000:3.0:1746128330.956683:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc05500 x1830947555985920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.956691:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05500 with x1830947555985920 ext(0->4095) 00010000:00010000:2.0:1746128330.957027:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.957074:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555985664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3591us (3682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.957083:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15938 00010000:00010000:3.0:1746128330.957135:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.957153:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.957159:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc05500 00000100:00100000:3.0:1746128330.957181:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3433 00000100:00100000:3.0:1746128330.957188:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555985920:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128330.957294:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555985920:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (797us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.957299:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3433 00002000:00100000:3.0:1746128330.957304:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc05500 x1830947555985920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.957311:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05500 with x1830947555985920 ext(0->4095) 00010000:00010000:3.0:1746128330.957315:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.957323:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.957329:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc05500 00000100:00100000:2.0:1746128330.960189:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.960250:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555986048 00000100:00100000:3.0:1746128330.960257:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555986048 00000100:00100000:2.0:1746128330.960269:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.960286:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555986176 00000100:00100000:2.0:1746128330.960289:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555986176 00000100:00100000:3.0:1746128330.960295:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30978 00000100:00100000:3.0:1746128330.960301:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555986048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.960308:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.960313:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.960324:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b33 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.960326:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15939 00000100:00100000:2.0:1746128330.960331:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555986176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.960338:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.960342:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.960346:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.960351:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.960354:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.960659:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.960671:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.960671:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.960684:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e67d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b25 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.960686:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.960694:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.960695:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.960700:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.960705:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.960720:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.960729:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.960743:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551567360:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.960808:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00010000:00010000:2.0:1746128330.961197:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.961217:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555986176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 885us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.961223:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15939 00000100:00100000:3.0:1746128330.963348:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551567360:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.963364:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128330.963775:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555986048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3472us (3590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.963784:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30978 00000100:00100000:0.0:1746128330.963843:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.963886:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555986432 00000100:00100000:3.0:1746128330.963891:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555986432 00002000:00100000:3.0:1746128330.963918:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07100 x1830947555986432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.963939:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07100 with x1830947555986432 ext(0->4095) 00010000:00010000:3.0:1746128330.963946:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.963958:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.963963:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc07100 00000100:00100000:3.0:1746128330.963989:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3434 00000100:00100000:3.0:1746128330.963995:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555986432:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.964095:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555986432:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.964105:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3434 00002000:00100000:3.0:1746128330.964109:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07100 x1830947555986432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.964117:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07100 with x1830947555986432 ext(0->4095) 00010000:00010000:3.0:1746128330.964121:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.964128:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.964134:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc07100 00000100:00100000:0.0:1746128330.966850:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.966965:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555986560 00000100:00100000:3.0:1746128330.966973:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555986560 00000100:00100000:0.0:1746128330.967156:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.967270:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30979 00000100:00100000:3.0:1746128330.967278:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555986560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.967291:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.967305:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b3a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.967326:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.967331:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.967336:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128330.967339:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.967371:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.967380:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.967388:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:2.0:1746128330.967732:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555986688 00000100:00100000:2.0:1746128330.967736:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555986688 00010000:00010000:2.0:1746128330.967753:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 30 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.967780:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15940 00000100:00100000:2.0:1746128330.967786:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2015:x1830947555986688:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.967794:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.967808:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 30 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.967817:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 30 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.967832:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e67da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b2c expref: 30 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.967845:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.967846:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.967852:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.967858:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.967874:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.967883:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.967893:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551567616:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.968264:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555986560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 985us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.968271:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30979 00000100:00100000:2.0:1746128330.968382:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.973506:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.973740:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555986944 00000100:00100000:3.0:1746128330.973748:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555986944 00002000:00100000:3.0:1746128330.973787:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100700 x1830947555986944/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.973796:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100700 with x1830947555986944 ext(0->4095) 00010000:00010000:3.0:1746128330.973805:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.973816:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.973822:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100700 00000100:00100000:3.0:1746128330.973858:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3435 00000100:00100000:3.0:1746128330.973865:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555986944:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128330.974006:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555986944:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.974013:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3435 00002000:00100000:3.0:1746128330.974018:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100700 x1830947555986944/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.974024:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100700 with x1830947555986944 ext(0->4095) 00010000:00010000:3.0:1746128330.974028:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.974036:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128330.974041:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100700 00000100:00100000:2.0:1746128330.974585:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551567616:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.974599:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.974876:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555986688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7088us (7718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.974883:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15940 00000100:00100000:0.0:1746128330.977895:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.977988:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555987072 00000100:00100000:2.0:1746128330.977995:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555987072 00010000:00010000:2.0:1746128330.978021:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.978175:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15941 00000100:00100000:2.0:1746128330.978183:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555987072:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.978195:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.978211:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.978222:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.978241:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e67e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b33 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.978361:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.978363:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.978370:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 27 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.978377:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 27 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.978402:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 27 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.978413:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551567744:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.979251:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128330.981805:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.981837:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555987328 00000100:00100000:0.0:1746128330.981844:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555987328 00000100:00100000:2.0:1746128330.981990:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551567744:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.982005:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.982039:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555987072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3857us (4149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.982048:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15941 00002000:00100000:0.0:1746128330.982387:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f102680 x1830947555987328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128330.982397:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102680 with x1830947555987328 ext(0->4095) 00002000:00010000:0.0:1746128330.982401:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f102680 00000100:00100000:3.0:1746128330.982664:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14025 00000100:00100000:3.0:1746128330.982673:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2016:x1830947555987328:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128330.982779:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2016:x1830947555987328:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (981us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128330.982785:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14025 00002000:00100000:3.0:1746128330.982789:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f102680 x1830947555987328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128330.982796:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102680 with x1830947555987328 ext(0->4095) 00002000:00010000:3.0:1746128330.982799:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f102680 00000100:00100000:0.0:1746128330.984685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.984860:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555987456 00000100:00100000:3.0:1746128330.984868:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555987456 00000100:00100000:3.0:1746128330.984983:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30980 00000100:00100000:3.0:1746128330.984991:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555987456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128330.985004:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128330.985023:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b41 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.985047:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 27 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.985053:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.985054:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128330.985057:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.985081:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 27 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.985091:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 27 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.985101:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551567872:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128330.985180:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.987936:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551567872:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128330.987963:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.987978:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128330.988013:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555987456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3023us (3332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.988023:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30980 00000100:00100000:3.0:1746128330.988103:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128330.988722:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555987584 00000100:00100000:2.0:1746128330.988728:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555987584 00010000:00010000:2.0:1746128330.988751:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.988771:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15942 00000100:00100000:2.0:1746128330.988777:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555987584:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128330.988788:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128330.988803:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.988814:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.988831:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e67e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b3a expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128330.988850:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.988855:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.988860:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.988872:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.988897:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128330.988906:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551568000:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128330.988967:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.991800:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551568000:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128330.991816:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128330.991989:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2015:x1830947555987584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3210us (3883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.991998:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15942 00000100:00100000:0.0:1746128330.992080:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.992573:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555987840 00000100:00100000:1.0:1746128330.992579:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555987840 00002000:00100000:1.0:1746128330.992611:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101500 x1830947555987840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/0 e 0 to 0 dl 1746128341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.992619:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101500 with x1830947555987840 ext(0->4095) 00002000:00010000:1.0:1746128330.992624:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f101500 00000100:00100000:1.0:1746128330.992749:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14026 00000100:00100000:1.0:1746128330.992760:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555987840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128330.992941:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128330.993395:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555987840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 635us (1315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128330.993401:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14026 00002000:00100000:1.0:1746128330.993406:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f101500 x1830947555987840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746128341 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128330.993411:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f101500 with x1830947555987840 ext(0->4095) 00002000:00010000:1.0:1746128330.993414:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f101500 00000100:00100000:2.0:1746128330.994211:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555987968 00000100:00100000:2.0:1746128330.994218:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555987968 00000100:00100000:2.0:1746128330.994250:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30981 00000100:00100000:2.0:1746128330.994255:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555987968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128330.994265:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128330.994277:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b48 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.994296:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.994302:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.994305:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128330.994309:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.994332:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.994342:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128330.994353:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551568128:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128330.994428:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128330.994629:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128330.994846:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555988096 00000100:00100000:0.0:1746128330.994849:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555988096 00000100:00100000:0.0:1746128330.995067:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30982 00000100:00100000:0.0:1746128330.995074:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555988096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128330.995080:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128330.995086:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b4f expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.995096:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128330.995100:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.995105:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128330.995108:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.995126:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.995139:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128330.995147:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b000, rc 0) 00000100:00100000:0.0:1746128330.995179:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947555988096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128330.995185:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30982 00000100:00100000:2.0:1746128330.996478:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f113100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551568128:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128330.996495:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128330.996504:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128330.996847:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555987968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2590us (3919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128330.996854:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30981 00000100:00100000:1.0:1746128330.996946:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128330.997000:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555988224 00000100:00100000:3.0:1746128330.997005:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555988224 00010000:00010000:3.0:1746128330.997023:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.997041:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15943 00000100:00100000:3.0:1746128330.997046:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555988224:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128330.997053:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128330.997066:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.997076:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.997749:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e67ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b41 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128330.997763:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.997764:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128330.997770:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.997777:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.997804:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128330.997813:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128330.997823:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551568384:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128330.998148:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128330.999224:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551568384:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128330.999236:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128330.999505:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555988224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2457us (2558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128330.999513:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15943 00000100:00100000:2.0:1746128331.001051:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.001151:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555988480 00000100:00100000:1.0:1746128331.001157:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555988480 00002000:00100000:1.0:1746128331.001198:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113100 x1830947555988480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.001207:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113100 with x1830947555988480 ext(0->4095) 00010000:00010000:1.0:1746128331.001214:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.001226:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.001232:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113100 00000100:00080000:2.0:1746128331.001287:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128331.001401:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3436 00000100:00100000:1.0:1746128331.001408:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555988480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.001639:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555988480:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 230us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.001645:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3436 00002000:00100000:1.0:1746128331.001650:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113100 x1830947555988480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.001658:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113100 with x1830947555988480 ext(0->4095) 00010000:00010000:1.0:1746128331.001662:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.001670:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.001676:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113100 00000100:00100000:0.0:1746128331.006251:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.006328:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555988608 00000100:00100000:3.0:1746128331.006336:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555988608 00010000:00010000:3.0:1746128331.006372:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.006398:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15944 00000100:00100000:3.0:1746128331.006405:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2017:x1830947555988608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.006419:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.006436:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.006450:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.006468:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e67f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b48 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.006495:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.006497:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.006503:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.006509:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.006536:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.006570:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551568512:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.006661:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.009968:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551568512:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.009987:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.010025:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2017:x1830947555988608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3620us (3781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.010035:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15944 00000100:00100000:0.0:1746128331.010781:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.010829:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555988864 00000100:00100000:1.0:1746128331.010835:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555988864 00002000:00100000:1.0:1746128331.010863:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e7b80 x1830947555988864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.010871:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7b80 with x1830947555988864 ext(0->4095) 00002000:00010000:1.0:1746128331.010876:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e7b80 00000100:00100000:1.0:1746128331.010900:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14027 00000100:00100000:1.0:1746128331.010906:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555988864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.011021:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555988864:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.011026:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14027 00002000:00100000:1.0:1746128331.011032:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e7b80 x1830947555988864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.011038:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7b80 with x1830947555988864 ext(0->4095) 00002000:00010000:1.0:1746128331.011040:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e7b80 00000100:00100000:0.0:1746128331.014439:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.014500:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555988992 00000100:00100000:2.0:1746128331.014508:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555988992 00000100:00100000:2.0:1746128331.014595:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30983 00000100:00100000:2.0:1746128331.014603:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555988992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.014619:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.014632:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b56 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.014653:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.014660:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.014662:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.014666:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.014694:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.014704:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 27 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.014714:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551568640:192.168.202.33@tcp:104: 00000100:00080000:0.0:1746128331.014925:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128331.015486:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.017118:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551568640:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.017139:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.017152:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00000100:00100000:2.0:1746128331.017181:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555988992:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2579us (2748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.017193:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30983 00000100:00100000:0.0:1746128331.017417:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.017491:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555989120 00000100:00100000:3.0:1746128331.017496:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555989120 00010000:00010000:3.0:1746128331.017515:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.017533:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15945 00000100:00100000:3.0:1746128331.017538:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555989120:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.017565:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.017580:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.017589:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.018320:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e67fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b4f expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.018347:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.018349:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.018355:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.018362:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.018386:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.018395:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551568768:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.018458:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.021814:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.021901:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.021919:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555989504 00000100:00100000:3.0:1746128331.021937:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555989504 00000100:00100000:0.0:1746128331.021961:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551568768:192.168.202.33@tcp:105: 00002000:00100000:3.0:1746128331.021974:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4000 x1830947555989504/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1746128331.021976:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746128331.021982:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4000 with x1830947555989504 ext(0->4095) 00002000:00010000:3.0:1746128331.021986:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e4000 00000100:00100000:2.0:1746128331.022075:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555989248 00000100:00100000:2.0:1746128331.022079:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555989248 00000100:00100000:3.0:1746128331.022329:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14028 00000100:00100000:3.0:1746128331.022337:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555989504:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128331.022960:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555989120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5418us (5540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.022968:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15945 00000100:00100000:3.0:1746128331.023002:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947555989504:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 665us (1100us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.023009:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14028 00002000:00100000:3.0:1746128331.023014:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4000 x1830947555989504/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.023020:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4000 with x1830947555989504 ext(0->4095) 00002000:00010000:3.0:1746128331.023022:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e4000 00000100:00100000:2.0:1746128331.023072:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30984 00000100:00100000:2.0:1746128331.023078:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555989248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.023086:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.023098:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b5d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.023117:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.023124:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.023126:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.023129:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.023152:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.023167:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.023178:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551568896:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.023255:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.025024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.025063:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555989632 00000100:00100000:2.0:1746128331.025098:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f112680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551568896:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.025112:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.025122:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:2.0:1746128331.025141:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555989248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2065us (3336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.025153:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555989632 00000100:00100000:2.0:1746128331.025806:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30984 00000100:00100000:1.0:1746128331.025886:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30985 00000100:00100000:1.0:1746128331.025897:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1725:x1830947555989632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.025907:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.025917:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b64 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.025940:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.025945:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.025950:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.025953:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.025976:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.025986:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.025993:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128331.026669:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555989632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 774us (1647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.026676:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30985 00000100:00100000:0.0:1746128331.026791:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.027301:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555989760 00000100:00100000:1.0:1746128331.027306:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555989760 00010000:00010000:1.0:1746128331.027325:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.027354:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15946 00000100:00100000:1.0:1746128331.027359:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555989760:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.027367:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.027381:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.027390:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.027406:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6804 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b56 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.027418:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.027420:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.027425:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.027436:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.027455:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.027464:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.027472:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551569152:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.027517:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.029191:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.029309:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555990016 00000100:00100000:1.0:1746128331.029330:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551569152:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.029431:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555990016 00002000:00100000:3.0:1746128331.029457:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e7100 x1830947555990016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.029466:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7100 with x1830947555990016 ext(0->4095) 00010000:00010000:3.0:1746128331.029472:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.029481:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.029487:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e7100 00000100:00100000:3.0:1746128331.029502:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3437 00000100:00100000:3.0:1746128331.029507:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555990016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.029612:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555990016:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.029617:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3437 00002000:00100000:3.0:1746128331.029622:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e7100 x1830947555990016/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.029629:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e7100 with x1830947555990016 ext(0->4095) 00010000:00010000:3.0:1746128331.029633:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.029641:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.029646:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801251e7100 00010000:00010000:1.0:1746128331.029940:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.029963:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555989760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2603us (3171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.029969:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15946 00000100:00100000:0.0:1746128331.032460:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.032728:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555990144 00000100:00100000:1.0:1746128331.032734:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555990144 00010000:00010000:1.0:1746128331.032867:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.032901:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15947 00000100:00100000:1.0:1746128331.032907:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555990144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.032918:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.032947:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.032957:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.032974:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e680b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b5d expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.033126:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.033128:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.033135:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.033142:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.033169:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.033179:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551569280:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.033351:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.035508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.035604:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551569280:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.035618:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.035649:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555990144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2742us (3194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.035657:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15947 00000100:00100000:2.0:1746128331.035890:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555990400 00000100:00100000:2.0:1746128331.035895:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555990400 00002000:00100000:2.0:1746128331.035919:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4a80 x1830947555990400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.035937:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4a80 with x1830947555990400 ext(0->4095) 00002000:00010000:2.0:1746128331.035941:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e4a80 00000100:00100000:2.0:1746128331.035962:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14029 00000100:00100000:2.0:1746128331.035967:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555990400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.036059:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555990400:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.036064:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14029 00002000:00100000:2.0:1746128331.036068:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e4a80 x1830947555990400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.036074:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4a80 with x1830947555990400 ext(0->4095) 00002000:00010000:2.0:1746128331.036077:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e4a80 00000100:00100000:0.0:1746128331.037589:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.037703:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555990528 00000100:00100000:1.0:1746128331.037708:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555990528 00000100:00100000:1.0:1746128331.037748:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30986 00000100:00100000:1.0:1746128331.037754:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555990528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.037765:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.037778:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b6b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.037798:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.037804:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.037805:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.037808:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.037830:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.037841:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 27 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.037851:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551569408:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.037913:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.038945:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551569408:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.038963:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.038978:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128331.039000:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555990528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1245us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.039006:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30986 00000100:00100000:0.0:1746128331.039641:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.039717:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555990656 00000100:00100000:1.0:1746128331.039721:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555990656 00010000:00010000:1.0:1746128331.039736:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.039805:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15948 00000100:00100000:1.0:1746128331.039810:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555990656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.039820:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.039835:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.039843:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.039860:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6812 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b64 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.039920:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.039922:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.039937:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.039949:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.039970:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.039980:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551569536:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.040027:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.042228:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551569536:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.042245:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.042282:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555990656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2470us (2640us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.042291:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15948 00000100:00100000:0.0:1746128331.042349:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.042687:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555990912 00000100:00100000:3.0:1746128331.042693:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555990912 00002000:00100000:3.0:1746128331.042719:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e5f80 x1830947555990912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.042727:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5f80 with x1830947555990912 ext(0->4095) 00002000:00010000:3.0:1746128331.042731:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e5f80 00000100:00100000:3.0:1746128331.042743:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14030 00000100:00100000:3.0:1746128331.042749:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555990912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.042849:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555990912:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.042855:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14030 00002000:00100000:3.0:1746128331.042860:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8801251e5f80 x1830947555990912/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.042866:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5f80 with x1830947555990912 ext(0->4095) 00002000:00010000:3.0:1746128331.042869:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801251e5f80 00000100:00100000:0.0:1746128331.044648:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.045209:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555991040 00000100:00100000:1.0:1746128331.045216:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555991040 00000100:00100000:1.0:1746128331.045672:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30987 00000100:00100000:1.0:1746128331.045680:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1725:x1830947555991040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.045693:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.045706:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b72 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.045727:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.045733:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.045735:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.045738:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.045761:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.045770:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.045780:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551569664:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.045840:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.047377:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.047827:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555991168 00000100:00100000:2.0:1746128331.047833:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555991168 00000100:00100000:2.0:1746128331.047867:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30988 00000100:00100000:2.0:1746128331.047873:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555991168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.047883:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.047893:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b79 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.047908:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.047913:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.047917:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.047920:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.047954:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.047963:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.047972:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128331.048014:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947555991168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.048020:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30988 00000100:00100000:1.0:1746128331.048199:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551569664:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.048213:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.048220:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:1.0:1746128331.048249:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555991040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2571us (3604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.048255:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30987 00000100:00100000:0.0:1746128331.048770:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.048971:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555991296 00000100:00100000:1.0:1746128331.048975:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555991296 00010000:00010000:1.0:1746128331.048990:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.049016:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15949 00000100:00100000:1.0:1746128331.049021:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555991296:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.049032:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.049192:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.049202:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.049217:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6819 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b6b expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.049362:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.049364:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.049371:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.049378:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.049398:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.049407:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.049416:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551569920:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.049471:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.050653:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551569920:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.050665:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.050687:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555991296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1665us (1917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.050694:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15949 00000100:00100000:0.0:1746128331.051011:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.051075:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555991552 00000100:00100000:2.0:1746128331.051080:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555991552 00002000:00100000:2.0:1746128331.051105:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41d180 x1830947555991552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.051118:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d180 with x1830947555991552 ext(0->4095) 00010000:00010000:2.0:1746128331.051124:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.051135:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.051141:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41d180 00000100:00100000:2.0:1746128331.051223:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3438 00000100:00100000:2.0:1746128331.051230:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2016:x1830947555991552:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128331.051317:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2016:x1830947555991552:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.051322:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3438 00002000:00100000:2.0:1746128331.051327:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41d180 x1830947555991552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.051334:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d180 with x1830947555991552 ext(0->4095) 00010000:00010000:2.0:1746128331.051338:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.051345:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.051350:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41d180 00000100:00100000:0.0:1746128331.052464:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.052611:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555991680 00000100:00100000:1.0:1746128331.052616:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555991680 00000100:00100000:1.0:1746128331.052638:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30989 00000100:00100000:1.0:1746128331.052644:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555991680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.052652:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.052661:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b80 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.052679:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.052684:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.052689:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128331.052692:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.052715:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.052725:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.052732:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128331.052754:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555991680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.052760:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30989 00000100:00100000:0.0:1746128331.052985:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.053063:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555991808 00000100:00100000:1.0:1746128331.053066:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555991808 00010000:00010000:1.0:1746128331.053078:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.053146:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15950 00000100:00100000:1.0:1746128331.053151:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555991808:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.053158:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.053168:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.053176:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.053190:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e6820 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b72 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.053199:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.053200:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.053205:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.053212:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.053228:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.053238:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.053248:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551570176:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.054036:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.055097:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551570176:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.055111:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.055147:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555991808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1995us (2161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.055154:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15950 00000100:00100000:2.0:1746128331.055619:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.055738:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555992064 00000100:00100000:3.0:1746128331.055743:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555992064 00002000:00100000:3.0:1746128331.055769:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112680 x1830947555992064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.055777:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112680 with x1830947555992064 ext(0->4095) 00010000:00010000:3.0:1746128331.055783:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.055792:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.055797:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112680 00000100:00100000:3.0:1746128331.055820:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3439 00000100:00100000:3.0:1746128331.055826:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555992064:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.055913:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555992064:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.055922:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3439 00002000:00100000:3.0:1746128331.055939:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f112680 x1830947555992064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.055946:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112680 with x1830947555992064 ext(0->4095) 00010000:00010000:3.0:1746128331.055951:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.055959:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.055964:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f112680 00000100:00100000:0.0:1746128331.057114:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.057178:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.057244:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555992320 00000100:00100000:1.0:1746128331.057248:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555992320 00000100:00100000:1.0:1746128331.057270:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30990 00000100:00100000:1.0:1746128331.057275:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555992320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.057284:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.057295:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b87 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.057312:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.057317:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.057322:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128331.057325:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.057354:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.057365:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.057373:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128331.057409:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555992320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.057414:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30990 00000100:00100000:2.0:1746128331.057463:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555992192 00000100:00100000:2.0:1746128331.057467:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555992192 00010000:00010000:2.0:1746128331.057480:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.057509:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15951 00000100:00100000:2.0:1746128331.057515:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555992192:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.057523:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.057535:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.057564:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.057579:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6827 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b79 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.057591:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.057593:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.057598:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.057604:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.057622:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.057640:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.057651:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551570432:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.057689:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.059418:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551570432:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.059431:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.059456:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555992192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1940us (2277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.059463:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15951 00000100:00100000:0.0:1746128331.059649:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.059836:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555992576 00000100:00100000:2.0:1746128331.059841:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555992576 00002000:00100000:2.0:1746128331.059862:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41e300 x1830947555992576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.059870:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41e300 with x1830947555992576 ext(0->4095) 00010000:00010000:2.0:1746128331.059875:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.059885:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.059891:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41e300 00000100:00100000:2.0:1746128331.059978:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3440 00000100:00100000:2.0:1746128331.059984:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555992576:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.060243:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555992576:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 257us (593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.060249:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3440 00002000:00100000:2.0:1746128331.060254:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41e300 x1830947555992576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.060261:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41e300 with x1830947555992576 ext(0->4095) 00010000:00010000:2.0:1746128331.060265:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.060274:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.060279:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41e300 00000100:00100000:0.0:1746128331.062515:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.062617:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555992704 00000100:00100000:2.0:1746128331.062623:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555992704 00010000:00010000:2.0:1746128331.062646:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.062698:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15952 00000100:00100000:2.0:1746128331.062705:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555992704:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.062716:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.062731:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.062740:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.062759:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e682e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b80 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.062884:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.062886:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.062892:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.062899:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.062937:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.062949:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551570560:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.063009:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.064054:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551570560:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.064066:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.064089:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555992704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1384us (1578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.064095:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15952 00000100:00100000:0.0:1746128331.064777:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.064852:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555992960 00000100:00100000:2.0:1746128331.064856:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555992960 00002000:00100000:2.0:1746128331.064881:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ce00 x1830947555992960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.064896:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ce00 with x1830947555992960 ext(0->4095) 00002000:00010000:2.0:1746128331.064899:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41ce00 00000100:00100000:2.0:1746128331.065030:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14031 00000100:00100000:2.0:1746128331.065037:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555992960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.065251:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555992960:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 213us (475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.065257:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14031 00002000:00100000:2.0:1746128331.065262:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ce00 x1830947555992960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.065269:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ce00 with x1830947555992960 ext(0->4095) 00002000:00010000:2.0:1746128331.065272:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41ce00 00000100:00100000:0.0:1746128331.067277:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.067419:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555993088 00000100:00100000:1.0:1746128331.067425:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555993088 00000100:00100000:1.0:1746128331.067454:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30991 00000100:00100000:1.0:1746128331.067460:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555993088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.067471:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.067483:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b8e expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.067504:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.067511:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.067513:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.067516:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.067562:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.067573:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 27 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.067584:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551570688:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.067649:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.069045:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551570688:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.069063:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.069075:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128331.069097:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555993088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1637us (1825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.069104:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30991 00000100:00100000:0.0:1746128331.070396:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.070640:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555993216 00000100:00100000:2.0:1746128331.070647:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555993216 00010000:00010000:2.0:1746128331.070667:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.070687:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15953 00000100:00100000:2.0:1746128331.070692:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555993216:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.070702:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.070716:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.070725:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.070743:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6835 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b87 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.071029:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.071031:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.071037:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.071044:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.071067:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.071077:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551570816:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.071239:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.073657:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.073740:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551570816:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.073754:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.073784:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2015:x1830947555993216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3091us (3392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.073793:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15953 00000100:00100000:3.0:1746128331.074093:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555993472 00000100:00100000:3.0:1746128331.074098:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555993472 00002000:00100000:3.0:1746128331.074125:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ea00 x1830947555993472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.074133:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ea00 with x1830947555993472 ext(0->4095) 00002000:00010000:3.0:1746128331.074137:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41ea00 00000100:00100000:3.0:1746128331.074161:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14032 00000100:00100000:3.0:1746128331.074167:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555993472:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.074257:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555993472:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (605us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.074262:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14032 00002000:00100000:3.0:1746128331.074267:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41ea00 x1830947555993472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.074278:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41ea00 with x1830947555993472 ext(0->4095) 00002000:00010000:3.0:1746128331.074281:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c41ea00 00000100:00100000:0.0:1746128331.075387:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.075473:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.075491:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555993728 00000100:00100000:1.0:1746128331.075496:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555993728 00000100:00100000:1.0:1746128331.075527:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555993600 00000100:00100000:1.0:1746128331.075530:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555993600 00000100:00100000:2.0:1746128331.075531:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30992 00000100:00100000:2.0:1746128331.075537:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1725:x1830947555993728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128331.075557:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30993 00000100:00100000:1.0:1746128331.075561:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555993600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.075563:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.075566:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.075575:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b9c expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.075575:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645b95 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.075595:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.075601:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.075602:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.075605:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.075625:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.075634:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.075643:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551570944:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.075692:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746128331.075921:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.075938:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.075943:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.075946:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.075966:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.075975:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.075982:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128331.076017:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947555993600:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 452us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.076022:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30993 00000100:00100000:2.0:1746128331.076795:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551570944:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.076806:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.076813:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:2.0:1746128331.076830:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555993728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1293us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.076835:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30992 00000100:00100000:0.0:1746128331.077306:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.077360:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555993856 00000100:00100000:2.0:1746128331.077365:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555993856 00010000:00010000:2.0:1746128331.077379:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.077395:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15954 00000100:00100000:2.0:1746128331.077400:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555993856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.077407:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.077419:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.077428:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.077444:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e683c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b8e expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.077493:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.077495:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.077502:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.077513:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.077533:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.077571:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.077581:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551571200:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.077649:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.079886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.079991:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551571200:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.080005:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.080036:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555993856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2635us (2730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.080045:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15954 00000100:00100000:1.0:1746128331.080120:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555994112 00000100:00100000:1.0:1746128331.080126:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555994112 00002000:00100000:1.0:1746128331.080155:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41f800 x1830947555994112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.080163:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f800 with x1830947555994112 ext(0->4095) 00010000:00010000:1.0:1746128331.080169:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.080184:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.080190:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41f800 00000100:00100000:1.0:1746128331.080325:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3441 00000100:00100000:1.0:1746128331.080332:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555994112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.080426:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555994112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.080431:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3441 00002000:00100000:1.0:1746128331.080435:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c41f800 x1830947555994112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.080441:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f800 with x1830947555994112 ext(0->4095) 00010000:00010000:1.0:1746128331.080445:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.080452:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.080457:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c41f800 00000100:00100000:0.0:1746128331.082685:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.083608:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555994240 00000100:00100000:2.0:1746128331.083615:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555994240 00000100:00100000:2.0:1746128331.083657:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30994 00000100:00100000:2.0:1746128331.083664:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555994240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.083676:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.083689:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ba3 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.083710:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.083715:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.083720:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128331.083724:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.083750:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.083764:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.083773:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:3.0:1746128331.084136:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555994240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 470us (1454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.084143:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30994 00000100:00100000:0.0:1746128331.084496:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.084766:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555994368 00000100:00100000:3.0:1746128331.084770:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555994368 00010000:00010000:3.0:1746128331.084790:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.084806:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15955 00000100:00100000:3.0:1746128331.084811:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2016:x1830947555994368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.084819:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.084831:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.084841:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.084857:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6843 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b9c expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.084880:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.084882:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.084887:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.084898:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.084917:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.084937:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.084947:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551571456:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.084994:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.086882:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551571456:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.086897:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128331.086914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.086943:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2016:x1830947555994368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2131us (2447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.086953:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15955 00000100:00100000:2.0:1746128331.087012:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555994624 00000100:00100000:2.0:1746128331.087017:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555994624 00002000:00100000:2.0:1746128331.087045:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7100 x1830947555994624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.087053:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7100 with x1830947555994624 ext(0->4095) 00010000:00010000:2.0:1746128331.087059:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.087069:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.087075:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7100 00000100:00100000:2.0:1746128331.087104:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3442 00000100:00100000:2.0:1746128331.087110:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555994624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.087658:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555994624:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 547us (742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.087664:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3442 00002000:00100000:2.0:1746128331.087670:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7100 x1830947555994624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.087676:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7100 with x1830947555994624 ext(0->4095) 00010000:00010000:2.0:1746128331.087682:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.087691:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.087696:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7100 00000100:00100000:0.0:1746128331.089842:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.090178:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555994752 00000100:00100000:3.0:1746128331.090185:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555994752 00000100:00100000:3.0:1746128331.090231:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30995 00000100:00100000:3.0:1746128331.090238:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555994752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.090250:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.090264:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645baa expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.090285:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.090291:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.090296:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128331.090299:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.090327:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.090337:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.090345:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:0.0:1746128331.090895:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.091010:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555994752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 771us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.091016:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30995 00000100:00100000:2.0:1746128331.091077:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555994880 00000100:00100000:2.0:1746128331.091081:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555994880 00010000:00010000:2.0:1746128331.091095:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.091112:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15956 00000100:00100000:2.0:1746128331.091116:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555994880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.091124:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.091137:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.091146:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.091161:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e684a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645b95 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.091173:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.091175:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.091180:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.091191:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.091208:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.091216:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 5 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.091226:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551571712:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.091267:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.093163:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551571712:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.093177:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.093467:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555994880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2348us (2570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.093477:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15956 00000100:00100000:0.0:1746128331.094284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.094416:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555995136 00000100:00100000:2.0:1746128331.094422:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555995136 00002000:00100000:2.0:1746128331.094450:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d6a00 x1830947555995136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.094459:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6a00 with x1830947555995136 ext(0->4095) 00010000:00010000:2.0:1746128331.094466:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.094477:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.094483:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d6a00 00000100:00100000:2.0:1746128331.094496:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3443 00000100:00100000:2.0:1746128331.094502:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555995136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.094813:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555995136:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (529us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.094819:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3443 00002000:00100000:2.0:1746128331.094824:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d6a00 x1830947555995136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.094831:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6a00 with x1830947555995136 ext(0->4095) 00010000:00010000:2.0:1746128331.094835:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.094842:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.094847:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d6a00 00000100:00100000:0.0:1746128331.096697:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.096889:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555995264 00000100:00100000:2.0:1746128331.096895:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555995264 00010000:00010000:2.0:1746128331.096920:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.096962:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15957 00000100:00100000:2.0:1746128331.096967:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555995264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.096976:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.096989:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.096996:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.097010:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6851 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ba3 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.097020:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.097021:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.097026:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.097030:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.097049:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.097056:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551571840:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.097417:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.098793:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.098873:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551571840:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.098886:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.098899:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555995520 00000100:00100000:3.0:1746128331.098904:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555995520 00000100:00100000:2.0:1746128331.098912:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555995264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1945us (2220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.098920:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15957 00002000:00100000:3.0:1746128331.098940:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611180 x1830947555995520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.098948:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611180 with x1830947555995520 ext(0->4095) 00002000:00010000:3.0:1746128331.098952:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d611180 00000100:00100000:3.0:1746128331.098974:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14033 00000100:00100000:3.0:1746128331.098979:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555995520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.099673:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555995520:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 692us (880us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.099681:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14033 00002000:00100000:3.0:1746128331.099687:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d611180 x1830947555995520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.099698:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611180 with x1830947555995520 ext(0->4095) 00002000:00010000:3.0:1746128331.099701:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d611180 00000100:00100000:0.0:1746128331.101254:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.101338:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555995648 00000100:00100000:3.0:1746128331.101345:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555995648 00000100:00100000:3.0:1746128331.101404:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30996 00000100:00100000:3.0:1746128331.101410:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555995648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.101422:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.101441:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bb1 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.101461:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.101467:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.101469:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.101471:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.101491:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.101500:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 27 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.101514:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551571968:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.101592:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.102478:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551571968:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.102492:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.102501:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128331.102577:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555995648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1165us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.102583:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30996 00000100:00100000:0.0:1746128331.103109:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.103206:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555995776 00000100:00100000:2.0:1746128331.103211:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555995776 00010000:00010000:2.0:1746128331.103227:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.103245:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15958 00000100:00100000:2.0:1746128331.103250:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555995776:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.103257:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.103272:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.103282:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.103303:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6858 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645baa expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.103347:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.103349:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.103354:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.103361:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.103379:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.103390:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551572096:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.103439:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.104784:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551572096:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.104796:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.104817:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947555995776:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1566us (1709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.104823:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15958 00000100:00100000:0.0:1746128331.105998:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.106154:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555996032 00000100:00100000:3.0:1746128331.106160:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555996032 00002000:00100000:3.0:1746128331.106185:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610000 x1830947555996032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.106194:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610000 with x1830947555996032 ext(0->4095) 00002000:00010000:3.0:1746128331.106199:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d610000 00000100:00100000:3.0:1746128331.106245:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14034 00000100:00100000:3.0:1746128331.106251:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555996032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.106359:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555996032:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.106365:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14034 00002000:00100000:3.0:1746128331.106369:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610000 x1830947555996032/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.106382:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610000 with x1830947555996032 ext(0->4095) 00002000:00010000:3.0:1746128331.106385:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d610000 00000100:00100000:0.0:1746128331.107947:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.108052:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555996160 00000100:00100000:3.0:1746128331.108057:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555996160 00000100:00100000:3.0:1746128331.108240:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30997 00000100:00100000:3.0:1746128331.108246:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1725:x1830947555996160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.108257:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.108576:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bb8 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.108598:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.108605:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.108606:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.108610:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.108632:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 5 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.108642:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 5 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.108652:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551572224:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.108708:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.109458:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.110382:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551572224:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.110400:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.110411:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128331.110438:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1725:x1830947555996160:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2192us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.110444:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30997 00000100:00100000:3.0:1746128331.110462:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555996288 00000100:00100000:3.0:1746128331.110466:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555996288 00000100:00100000:3.0:1746128331.110482:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30998 00000100:00100000:3.0:1746128331.110486:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555996288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.110494:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.110501:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bbf expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.110514:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.110518:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.110522:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.110525:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.110554:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.110561:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 29 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.110567:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128331.110579:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555996288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.110583:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30998 00000100:00100000:0.0:1746128331.111841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.111938:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555996416 00000100:00100000:2.0:1746128331.111944:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555996416 00010000:00010000:2.0:1746128331.111964:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.111991:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15959 00000100:00100000:2.0:1746128331.111996:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947555996416:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.112005:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.112021:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.112031:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.112047:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e685f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb1 expref: 6 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.112072:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.112075:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.112080:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.112087:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.112109:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.112118:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.112128:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551572480:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.112193:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.114114:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.114220:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551572480:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.114234:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.114241:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555996672 00000100:00100000:1.0:1746128331.114246:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555996672 00000100:00100000:2.0:1746128331.114275:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947555996416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2277us (2437us total) trans 0 rc 0/0 00002000:00100000:1.0:1746128331.114282:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d613b80 x1830947555996672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746128331.114283:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15959 00002000:00100000:1.0:1746128331.114291:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d613b80 with x1830947555996672 ext(0->4095) 00010000:00010000:1.0:1746128331.114298:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.114310:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.114315:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d613b80 00000100:00100000:1.0:1746128331.114336:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3444 00000100:00100000:1.0:1746128331.114342:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555996672:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.114435:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555996672:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.114440:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3444 00002000:00100000:1.0:1746128331.114445:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d613b80 x1830947555996672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.114452:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d613b80 with x1830947555996672 ext(0->4095) 00010000:00010000:1.0:1746128331.114456:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.114464:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.114470:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d613b80 00000100:00100000:0.0:1746128331.117441:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.117793:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555996800 00000100:00100000:1.0:1746128331.117800:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555996800 00000100:00100000:1.0:1746128331.117838:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30999 00000100:00100000:1.0:1746128331.117845:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555996800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.117858:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.117873:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bc6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.117893:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.117898:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.117903:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128331.117905:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.117943:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.117954:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.117962:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128331.118010:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555996800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.118015:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30999 00000100:00100000:2.0:1746128331.118822:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.118980:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555996928 00000100:00100000:3.0:1746128331.118984:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555996928 00010000:00010000:3.0:1746128331.118999:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.119022:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15960 00000100:00100000:3.0:1746128331.119026:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2017:x1830947555996928:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.119034:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.119047:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.119055:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.119068:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6866 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bb8 expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.119086:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.119087:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.119092:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.119102:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.119119:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.119126:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.119136:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551572736:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.119185:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.121327:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551572736:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.121343:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.121384:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2017:x1830947555996928:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2355us (2561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.121391:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15960 00000100:00100000:3.0:1746128331.121805:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.122040:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555997184 00000100:00100000:0.0:1746128331.122045:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555997184 00002000:00100000:0.0:1746128331.122074:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ef480 x1830947555997184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.122082:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ef480 with x1830947555997184 ext(0->4095) 00010000:00010000:0.0:1746128331.122089:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.122100:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746128331.122105:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ef480 00000100:00100000:0.0:1746128331.122622:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3445 00000100:00100000:0.0:1746128331.122629:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555997184:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.122787:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555997184:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (981us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.122793:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3445 00002000:00100000:1.0:1746128331.122798:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ef480 x1830947555997184/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.122810:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ef480 with x1830947555997184 ext(0->4095) 00010000:00010000:1.0:1746128331.122814:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.122824:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.122829:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ef480 00000100:00100000:0.0:1746128331.124920:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.125003:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.125075:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555997312 00000100:00100000:2.0:1746128331.125083:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555997312 00000100:00100000:2.0:1746128331.125121:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31000 00000100:00100000:2.0:1746128331.125127:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947555997312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.125138:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.125151:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bcd expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.125171:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.125175:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.125180:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128331.125183:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.125207:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.125215:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.125223:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:2.0:1746128331.125247:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555997312:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.125252:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31000 00000100:00100000:3.0:1746128331.125340:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555997440 00000100:00100000:3.0:1746128331.125344:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555997440 00010000:00010000:3.0:1746128331.125359:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.125376:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15961 00000100:00100000:3.0:1746128331.125380:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555997440:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.125389:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.125401:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.125410:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.125424:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e686d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bbf expref: 29 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.125434:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.125435:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.125440:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.125446:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.125461:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.125470:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.125479:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551572992:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.125531:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.127886:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.127994:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551572992:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.128010:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.128054:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555997440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2672us (3049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.128062:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15961 00000100:00100000:1.0:1746128331.128281:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555997696 00000100:00100000:1.0:1746128331.128286:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555997696 00002000:00100000:1.0:1746128331.128314:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610e00 x1830947555997696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.128322:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610e00 with x1830947555997696 ext(0->4095) 00010000:00010000:1.0:1746128331.128329:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.128339:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.128344:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d610e00 00000100:00100000:1.0:1746128331.128499:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3446 00000100:00100000:1.0:1746128331.128505:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555997696:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.128801:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555997696:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 295us (919us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.128807:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3446 00002000:00100000:1.0:1746128331.128813:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d610e00 x1830947555997696/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.128820:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d610e00 with x1830947555997696 ext(0->4095) 00010000:00010000:1.0:1746128331.128824:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.128833:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.128837:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d610e00 00000100:00100000:0.0:1746128331.130208:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.130304:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555997824 00000100:00100000:3.0:1746128331.130310:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555997824 00010000:00010000:3.0:1746128331.130330:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.130352:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15962 00000100:00100000:3.0:1746128331.130358:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555997824:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.130368:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.130381:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.130390:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.130407:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6874 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bc6 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.130419:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.130421:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.130427:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.130433:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.130457:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.130467:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551573120:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.130946:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.132815:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551573120:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128331.132831:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128331.132874:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555997824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2515us (2670us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128331.132883:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15962 00000100:00100000:0.0:1746128331.133456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.133567:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555998080 00000100:00100000:1.0:1746128331.133573:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555998080 00002000:00100000:1.0:1746128331.133601:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612a00 x1830947555998080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.133609:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612a00 with x1830947555998080 ext(0->4095) 00002000:00010000:1.0:1746128331.133613:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d612a00 00000100:00100000:1.0:1746128331.133637:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14035 00000100:00100000:1.0:1746128331.133643:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555998080:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.133750:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555998080:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.133755:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14035 00002000:00100000:1.0:1746128331.133760:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d612a00 x1830947555998080/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.133766:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d612a00 with x1830947555998080 ext(0->4095) 00002000:00010000:1.0:1746128331.133768:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d612a00 00000100:00100000:0.0:1746128331.136914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.137111:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555998208 00000100:00100000:3.0:1746128331.137119:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555998208 00000100:00100000:3.0:1746128331.137733:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31001 00000100:00100000:3.0:1746128331.137741:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555998208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.137754:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.137770:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bd4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.137793:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.137800:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.137801:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.137804:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.137829:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.137839:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 27 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.137854:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551573248:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.137922:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.140091:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551573248:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.140111:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.140122:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128331.140156:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555998208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2416us (3249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.140163:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31001 00000100:00100000:0.0:1746128331.140333:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.140451:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555998336 00000100:00100000:1.0:1746128331.140457:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555998336 00010000:00010000:1.0:1746128331.140476:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.140494:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15963 00000100:00100000:1.0:1746128331.140499:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555998336:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.140509:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.140524:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.140532:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.140567:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e687b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bcd expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.140586:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.140588:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.140594:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.140600:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.140622:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.140635:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551573376:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.140676:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.142973:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551573376:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.142991:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.143522:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2015:x1830947555998336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3020us (3187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128331.143692:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.143757:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15963 00000100:00100000:0.0:1746128331.144350:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.144992:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555998592 00000100:00100000:3.0:1746128331.144999:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555998592 00002000:00100000:3.0:1746128331.145032:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d613800 x1830947555998592/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.145040:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d613800 with x1830947555998592 ext(0->4095) 00002000:00010000:3.0:1746128331.145044:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d613800 00000100:00100000:3.0:1746128331.145066:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14036 00000100:00100000:3.0:1746128331.145072:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555998592:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.145176:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555998592:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (1484us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.145181:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14036 00002000:00100000:3.0:1746128331.145186:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d613800 x1830947555998592/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.145197:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d613800 with x1830947555998592 ext(0->4095) 00002000:00010000:3.0:1746128331.145200:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d613800 00000100:00100000:2.0:1746128331.145650:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555998720 00000100:00100000:2.0:1746128331.145655:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555998720 00000100:00100000:2.0:1746128331.145677:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31002 00000100:00100000:2.0:1746128331.145682:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947555998720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.145690:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.145702:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bdb expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.145726:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.145733:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.145735:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.145738:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.145761:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.145771:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.145781:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551573504:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.146085:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.147671:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.147837:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555998848 00000100:00100000:2.0:1746128331.147843:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555998848 00000100:00100000:2.0:1746128331.147880:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31003 00000100:00100000:2.0:1746128331.147886:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947555998848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.147897:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.147909:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645be2 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.147934:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.147939:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.147944:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.147947:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.147970:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.147979:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.147988:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:2.0:1746128331.148018:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947555998848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.148023:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31003 00000100:00100000:3.0:1746128331.149107:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551573504:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.149126:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.149135:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:3.0:1746128331.149156:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947555998720:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3474us (4807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.149162:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31002 00000100:00100000:0.0:1746128331.149860:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.150056:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555998976 00000100:00100000:1.0:1746128331.150061:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555998976 00010000:00010000:1.0:1746128331.150081:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.150099:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15964 00000100:00100000:1.0:1746128331.150104:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947555998976:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.150113:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.150128:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.150137:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.150153:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6882 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bd4 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.150177:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.150179:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.150185:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.150191:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.150212:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.150220:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.150229:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551573760:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.150276:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.152789:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.152879:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551573760:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.152895:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.152924:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947555998976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2819us (3064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.152940:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15964 00000100:00100000:2.0:1746128331.153002:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555999232 00000100:00100000:2.0:1746128331.153007:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555999232 00002000:00100000:2.0:1746128331.153033:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4700 x1830947555999232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.153041:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4700 with x1830947555999232 ext(0->4095) 00010000:00010000:2.0:1746128331.153048:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.153059:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.153064:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4700 00000100:00100000:2.0:1746128331.153089:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3447 00000100:00100000:2.0:1746128331.153094:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555999232:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.153190:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555999232:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.153195:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3447 00002000:00100000:2.0:1746128331.153199:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4700 x1830947555999232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.153205:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4700 with x1830947555999232 ext(0->4095) 00010000:00010000:2.0:1746128331.153209:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.153216:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.153221:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4700 00000100:00100000:0.0:1746128331.155968:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.156046:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555999360 00000100:00100000:1.0:1746128331.156053:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555999360 00010000:00010000:1.0:1746128331.156078:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.156099:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15965 00000100:00100000:1.0:1746128331.156105:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc16050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947555999360:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.156118:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.156133:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.156143:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.156160:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6889 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bdb expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.156377:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.156379:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.156385:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 28 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.156392:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 28 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.156417:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 28 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.156427:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551573888:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.156902:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.159322:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551573888:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.159340:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.159371:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc16050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947555999360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3266us (3408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.159383:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15965 00000100:00100000:0.0:1746128331.160169:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.160347:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555999616 00000100:00100000:3.0:1746128331.160353:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555999616 00002000:00100000:3.0:1746128331.160381:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4e00 x1830947555999616/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.160390:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4e00 with x1830947555999616 ext(0->4095) 00002000:00010000:3.0:1746128331.160394:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4e00 00000100:00100000:2.0:1746128331.160836:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14037 00000100:00100000:2.0:1746128331.160844:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555999616:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.160948:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555999616:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (780us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.160953:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14037 00002000:00100000:2.0:1746128331.160957:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4e00 x1830947555999616/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.160964:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4e00 with x1830947555999616 ext(0->4095) 00002000:00010000:2.0:1746128331.160967:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e4e00 00000100:00100000:0.0:1746128331.163419:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.163763:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555999744 00000100:00100000:3.0:1746128331.163769:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555999744 00000100:00100000:3.0:1746128331.163803:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31004 00000100:00100000:3.0:1746128331.163810:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947555999744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.163821:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.163834:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645be9 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.163854:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.163861:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.163862:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.163865:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.163890:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.163900:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 27 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.163911:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551574016:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.164413:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.165949:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551574016:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.165969:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.165979:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128331.166008:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947555999744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2198us (2595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.166014:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31004 00000100:00100000:0.0:1746128331.166457:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.166664:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947555999872 00000100:00100000:1.0:1746128331.166669:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947555999872 00010000:00010000:1.0:1746128331.166689:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.166705:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15966 00000100:00100000:1.0:1746128331.166710:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947555999872:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.166718:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.166732:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.166740:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.166755:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6890 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be2 expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.166777:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.166779:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.166785:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.166792:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.166814:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.166822:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551574144:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.166872:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.170319:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.170352:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.170440:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556000256 00000100:00100000:2.0:1746128331.170448:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556000256 00000100:00100000:2.0:1746128331.170476:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31005 00000100:00100000:2.0:1746128331.170482:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947556000256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.170495:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.170508:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bf0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.170528:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.170534:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.170535:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.170538:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.170587:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.170596:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.170605:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551574272:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.170661:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.170825:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551574144:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.170839:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.170860:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947555999872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4149us (4405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.170866:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15966 00000100:00100000:3.0:1746128331.170958:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556000128 00000100:00100000:3.0:1746128331.170962:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556000128 00002000:00100000:3.0:1746128331.170981:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4000 x1830947556000128/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.170994:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4000 with x1830947556000128 ext(0->4095) 00010000:00010000:3.0:1746128331.170999:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.171007:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.171013:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4000 00000100:00100000:3.0:1746128331.171025:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3448 00000100:00100000:3.0:1746128331.171030:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556000128:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.171128:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556000128:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (814us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.171133:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3448 00002000:00100000:3.0:1746128331.171138:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4000 x1830947556000128/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.171144:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4000 with x1830947556000128 ext(0->4095) 00010000:00010000:3.0:1746128331.171148:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.171155:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.171161:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4000 00000100:00100000:0.0:1746128331.173801:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.173942:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556000384 00000100:00100000:2.0:1746128331.173950:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556000384 00000100:00100000:2.0:1746128331.173978:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31006 00000100:00100000:2.0:1746128331.173984:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947556000384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.173996:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.174009:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bf7 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.174027:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.174031:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.174035:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.174038:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.174062:0:27081:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.174072:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 30 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.174080:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:2.0:1746128331.174123:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947556000384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.174128:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31006 00000100:00100000:3.0:1746128331.174413:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551574272:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.174427:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.174436:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:3.0:1746128331.174452:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947556000256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3970us (4099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.174458:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31005 00000100:00100000:0.0:1746128331.176113:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.176185:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556000512 00000100:00100000:1.0:1746128331.176191:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556000512 00010000:00010000:1.0:1746128331.176210:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.176286:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15967 00000100:00100000:1.0:1746128331.176291:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556000512:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.176300:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.176313:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.176322:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.176339:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6897 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645be9 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.176605:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.176608:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.176614:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.176620:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.176644:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.176654:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.176664:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551574528:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.177061:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.179515:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.179651:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551574528:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.179666:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.179701:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556000512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3409us (3592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.179710:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15967 00000100:00100000:3.0:1746128331.179850:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556000768 00000100:00100000:3.0:1746128331.179856:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556000768 00002000:00100000:3.0:1746128331.179884:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4a80 x1830947556000768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.179893:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4a80 with x1830947556000768 ext(0->4095) 00010000:00010000:3.0:1746128331.179899:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.179910:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.179916:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4a80 00000100:00100000:3.0:1746128331.179945:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3449 00000100:00100000:3.0:1746128331.179951:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556000768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.180051:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556000768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.180056:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3449 00002000:00100000:3.0:1746128331.180061:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e4a80 x1830947556000768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.180067:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e4a80 with x1830947556000768 ext(0->4095) 00010000:00010000:3.0:1746128331.180071:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.180078:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.180083:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6e4a80 00000100:00100000:0.0:1746128331.183073:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.183156:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556000896 00000100:00100000:1.0:1746128331.183162:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556000896 00010000:00010000:1.0:1746128331.183185:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.183203:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15968 00000100:00100000:1.0:1746128331.183209:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947556000896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.183222:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.183238:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.183248:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.183267:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e689e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf0 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.183866:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.183869:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.183876:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.183883:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.183909:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 28 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.183920:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551574656:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.183997:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.186607:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551574656:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.186625:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.186660:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947556000896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3451us (3592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.186671:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15968 00000100:00100000:0.0:1746128331.187331:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.187456:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556001152 00000100:00100000:3.0:1746128331.187462:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556001152 00002000:00100000:3.0:1746128331.187490:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5c00 x1830947556001152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.187498:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5c00 with x1830947556001152 ext(0->4095) 00002000:00010000:3.0:1746128331.187501:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e5c00 00000100:00100000:3.0:1746128331.187516:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14038 00000100:00100000:3.0:1746128331.187522:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947556001152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.187652:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947556001152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.187658:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14038 00002000:00100000:3.0:1746128331.187662:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e5c00 x1830947556001152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.187669:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5c00 with x1830947556001152 ext(0->4095) 00002000:00010000:3.0:1746128331.187671:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e5c00 00000100:00100000:0.0:1746128331.189977:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.190577:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556001280 00000100:00100000:3.0:1746128331.190584:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556001280 00000100:00100000:3.0:1746128331.190622:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31007 00000100:00100000:3.0:1746128331.190628:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556001280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.190641:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.190654:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645bfe expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.190678:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.190684:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.190686:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.190689:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.190712:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 27 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.190722:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 27 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.190731:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551574784:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.190800:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.192287:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551574784:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.192305:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.192320:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128331.192905:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556001280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2275us (2930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.192913:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31007 00000100:00100000:0.0:1746128331.193228:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.193370:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556001408 00000100:00100000:1.0:1746128331.193375:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556001408 00010000:00010000:1.0:1746128331.193396:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.193414:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15969 00000100:00100000:1.0:1746128331.193420:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947556001408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.193430:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.193443:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.193452:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.193469:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bf7 expref: 28 pid: 27081 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.193495:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.193496:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.193502:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.193509:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.193532:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.193558:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551574912:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.194368:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.195886:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551574912:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.195902:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.196088:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947556001408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2666us (2859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.196096:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15969 00000100:00100000:0.0:1746128331.196812:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.197849:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556001664 00000100:00100000:1.0:1746128331.197856:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556001664 00002000:00100000:1.0:1746128331.197887:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e7800 x1830947556001664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.197896:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7800 with x1830947556001664 ext(0->4095) 00002000:00010000:1.0:1746128331.197901:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e7800 00000100:00100000:0.0:1746128331.198217:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.198405:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14039 00000100:00100000:1.0:1746128331.198413:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556001664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.198521:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556001664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (1711us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.198528:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14039 00002000:00100000:1.0:1746128331.198532:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6e7800 x1830947556001664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.198539:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e7800 with x1830947556001664 ext(0->4095) 00002000:00010000:1.0:1746128331.198562:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6e7800 00000100:00100000:2.0:1746128331.198759:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556001792 00000100:00100000:2.0:1746128331.198764:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556001792 00000100:00100000:2.0:1746128331.198785:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31008 00000100:00100000:2.0:1746128331.198790:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:1723:x1830947556001792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.198798:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.198810:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c05 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.198830:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.198836:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.198838:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.198841:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.198863:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.198874:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.198883:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551575040:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.199204:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.201477:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.201679:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556001920 00000100:00100000:2.0:1746128331.201686:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556001920 00000100:00100000:2.0:1746128331.201718:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31009 00000100:00100000:2.0:1746128331.201724:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947556001920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.201736:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.201748:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c0c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.201768:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.201773:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.201778:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.201780:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.201805:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.201816:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.201824:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128331.201865:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947556001920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.201871:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31009 00000100:00100000:2.0:1746128331.202941:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551575040:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.202955:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.202964:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128331.202999:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947556001792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4208us (4782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.203005:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31008 00000100:00100000:0.0:1746128331.205116:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.205210:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556002048 00000100:00100000:1.0:1746128331.205216:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556002048 00010000:00010000:1.0:1746128331.205239:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.205375:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15970 00000100:00100000:1.0:1746128331.205382:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556002048:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.205392:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.205411:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.205422:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.205440:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645bfe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.205467:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.205469:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.205476:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.205483:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.205505:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.205520:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.205531:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551575296:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.205859:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.211249:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.211342:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551575296:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.211359:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.211395:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556002048:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6013us (6283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.211403:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15970 00000100:00100000:3.0:1746128331.211599:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556002304 00000100:00100000:3.0:1746128331.211604:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556002304 00002000:00100000:3.0:1746128331.211633:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac7b80 x1830947556002304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.211641:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7b80 with x1830947556002304 ext(0->4095) 00010000:00010000:3.0:1746128331.211648:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.211660:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.211667:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac7b80 00000100:00100000:3.0:1746128331.211683:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3450 00000100:00100000:3.0:1746128331.211688:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556002304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.211770:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556002304:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.211775:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3450 00002000:00100000:3.0:1746128331.211780:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac7b80 x1830947556002304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.211792:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7b80 with x1830947556002304 ext(0->4095) 00010000:00010000:3.0:1746128331.211796:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.211804:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.211810:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac7b80 00000100:00100000:0.0:1746128331.218638:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.218714:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556002432 00000100:00100000:1.0:1746128331.218721:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556002432 00010000:00010000:1.0:1746128331.218748:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.218771:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15971 00000100:00100000:1.0:1746128331.218777:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2015:x1830947556002432:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.218788:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.218801:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.218812:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.218829:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c05 expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.218943:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.218945:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.218952:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 28 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.218960:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 28 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.218984:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 28 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.218994:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551575424:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.219061:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.220733:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551575424:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.220750:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.220774:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947556002432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1997us (2142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.220782:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15971 00000100:00100000:0.0:1746128331.221234:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.221537:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556002688 00000100:00100000:2.0:1746128331.221579:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556002688 00002000:00100000:2.0:1746128331.221636:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac7480 x1830947556002688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.221646:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7480 with x1830947556002688 ext(0->4095) 00002000:00010000:2.0:1746128331.221649:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac7480 00000100:00100000:2.0:1746128331.221670:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14040 00000100:00100000:2.0:1746128331.221675:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947556002688:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.221774:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947556002688:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.221780:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14040 00002000:00100000:2.0:1746128331.221784:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac7480 x1830947556002688/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.221791:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac7480 with x1830947556002688 ext(0->4095) 00002000:00010000:2.0:1746128331.221794:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac7480 00010000:00010000:0.0:1746128331.221848:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128331.223406:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.223477:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556002816 00000100:00100000:2.0:1746128331.223482:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556002816 00000100:00100000:2.0:1746128331.223505:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31010 00000100:00100000:2.0:1746128331.223511:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556002816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.223519:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.223531:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c13 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.223568:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.223574:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.223576:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.223580:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.223602:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 27 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.223612:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 27 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.223622:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551575552:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.223684:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.225373:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551575552:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.225395:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.225407:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:2.0:1746128331.225435:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556002816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1924us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.225442:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31010 00000100:00100000:0.0:1746128331.226305:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.226364:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556002944 00000100:00100000:1.0:1746128331.226369:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556002944 00010000:00010000:1.0:1746128331.226390:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.226408:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15972 00000100:00100000:1.0:1746128331.226413:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc15c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947556002944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.226426:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.226441:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.226450:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.226466:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e68ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c0c expref: 28 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.227624:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.227627:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.227634:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.227784:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.227812:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.227822:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551575680:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.227892:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.229759:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.229818:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556003200 00000100:00100000:3.0:1746128331.229825:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556003200 00002000:00100000:3.0:1746128331.229853:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac4700 x1830947556003200/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.229861:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac4700 with x1830947556003200 ext(0->4095) 00002000:00010000:3.0:1746128331.229864:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac4700 00000100:00100000:3.0:1746128331.229888:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14041 00000100:00100000:3.0:1746128331.229893:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556003200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.229989:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556003200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.229994:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14041 00002000:00100000:3.0:1746128331.229999:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac4700 x1830947556003200/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.230005:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac4700 with x1830947556003200 ext(0->4095) 00002000:00010000:3.0:1746128331.230007:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fac4700 00000100:00100000:1.0:1746128331.230075:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551575680:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.230088:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.230105:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc15c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2015:x1830947556002944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3692us (3802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.230114:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15972 00000100:00100000:0.0:1746128331.232009:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.232068:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.232264:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556003328 00000100:00100000:2.0:1746128331.232270:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556003328 00000100:00100000:2.0:1746128331.232302:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556003456 00000100:00100000:2.0:1746128331.232304:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556003456 00000100:00100000:2.0:1746128331.232316:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31011 00000100:00100000:2.0:1746128331.232322:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1725:x1830947556003328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.232332:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.232344:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c1a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232364:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232371:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.232372:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.232375:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232397:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232408:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.232418:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551575808:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.232464:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.232487:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31012 00000100:00100000:2.0:1746128331.232492:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947556003456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.232498:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.232503:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c21 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232514:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.232518:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232527:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.232530:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232565:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 30 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232574:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.232582:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:2.0:1746128331.232598:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947556003456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.232603:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31012 00000100:00100000:2.0:1746128331.234727:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551575808:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.234744:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.234755:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:2.0:1746128331.234785:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1725:x1830947556003328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2463us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.234792:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31011 00000100:00100000:0.0:1746128331.234963:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.235014:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556003584 00000100:00100000:1.0:1746128331.235019:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556003584 00010000:00010000:1.0:1746128331.235035:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.235053:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15973 00000100:00100000:1.0:1746128331.235058:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556003584:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.235067:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.235081:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.235090:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.235108:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e68c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c13 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.235657:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.235659:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.235667:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.235675:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.235699:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.235710:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.235720:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576064:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.235774:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.238193:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576064:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.238208:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.238247:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556003584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3188us (3284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.238255:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15973 00000100:00100000:0.0:1746128331.238393:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.238431:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556003840 00000100:00100000:2.0:1746128331.238436:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556003840 00002000:00100000:2.0:1746128331.238461:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac6680 x1830947556003840/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.238475:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6680 with x1830947556003840 ext(0->4095) 00010000:00010000:2.0:1746128331.238481:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.238492:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.238497:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac6680 00000100:00100000:2.0:1746128331.238524:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3451 00000100:00100000:2.0:1746128331.238529:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556003840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.238640:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556003840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.238645:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3451 00002000:00100000:2.0:1746128331.238649:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fac6680 x1830947556003840/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.238655:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fac6680 with x1830947556003840 ext(0->4095) 00010000:00010000:2.0:1746128331.238659:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.238667:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.238672:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fac6680 00000100:00100000:0.0:1746128331.241025:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.241071:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.241118:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556004096 00000100:00100000:1.0:1746128331.241124:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556004096 00000100:00100000:2.0:1746128331.241145:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556003968 00010000:00010000:1.0:1746128331.241147:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.241148:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556003968 00000100:00100000:1.0:1746128331.241166:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15974 00000100:00100000:1.0:1746128331.241172:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556004096:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.241182:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.241196:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.241206:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.241209:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31013 00000100:00100000:2.0:1746128331.241214:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556003968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.241224:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.241225:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e68c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c1a expref: 29 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.241233:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c28 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.241248:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.241250:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.241256:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.241264:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.241461:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.241467:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.241468:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.241470:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.241486:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.241495:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.241503:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.241504:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551576192:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.241509:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.241516:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576320:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.241575:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.241578:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.244996:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551576192:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.245017:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.245036:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:2.0:1746128331.245070:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556003968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3855us (4050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.245077:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31013 00000100:00100000:1.0:1746128331.245944:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b496680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576320:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.245957:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.245976:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947556004096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4804us (4905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.245983:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15974 00000100:00100000:1.0:1746128331.246716:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.246797:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556004352 00000100:00100000:3.0:1746128331.246803:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556004352 00002000:00100000:3.0:1746128331.246830:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496680 x1830947556004352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.246838:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496680 with x1830947556004352 ext(0->4095) 00010000:00010000:3.0:1746128331.246844:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.246855:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.246861:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496680 00000100:00100000:3.0:1746128331.247475:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3452 00000100:00100000:3.0:1746128331.247482:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947556004352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.247784:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947556004352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 301us (1067us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.247790:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3452 00002000:00100000:3.0:1746128331.247796:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b496680 x1830947556004352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.247803:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b496680 with x1830947556004352 ext(0->4095) 00010000:00010000:3.0:1746128331.247808:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.247818:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.247827:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b496680 00000100:00100000:0.0:1746128331.251092:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.251139:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.251193:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556004608 00000100:00100000:1.0:1746128331.251200:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556004608 00010000:00010000:1.0:1746128331.251229:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 28 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.251715:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556004480 00000100:00100000:2.0:1746128331.251718:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556004480 00000100:00100000:1.0:1746128331.251722:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15975 00000100:00100000:1.0:1746128331.251729:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2017:x1830947556004608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.251740:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746128331.251745:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31014 00000100:00100000:2.0:1746128331.251749:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947556004480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.251755:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.251759:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.251766:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 29 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.251768:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c2f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.251787:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.251788:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c21 expref: 30 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.251792:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.251796:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.251798:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.251808:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.251810:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.251815:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.251824:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.251845:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.251853:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.251863:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551576448:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.251909:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746128331.251913:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.251920:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.251943:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576576:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.251965:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.254813:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551576448:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.254836:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.254848:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128331.254877:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:1723:x1830947556004480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3127us (3793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.254884:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31014 00000100:00100000:0.0:1746128331.255904:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.255999:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576576:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.256013:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.256036:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fac5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2017:x1830947556004608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4308us (4896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.256043:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15975 00000100:00100000:3.0:1746128331.256115:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556004864 00000100:00100000:3.0:1746128331.256121:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556004864 00002000:00100000:3.0:1746128331.256148:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fa680 x1830947556004864/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.256157:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fa680 with x1830947556004864 ext(0->4095) 00010000:00010000:3.0:1746128331.256163:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.256174:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.256180:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fa680 00000100:00100000:3.0:1746128331.256567:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3453 00000100:00100000:3.0:1746128331.256575:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556004864:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.256680:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556004864:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.256685:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3453 00002000:00100000:3.0:1746128331.256690:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fa680 x1830947556004864/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.256697:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fa680 with x1830947556004864 ext(0->4095) 00010000:00010000:3.0:1746128331.256702:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.256714:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.256719:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fa680 00000100:00100000:0.0:1746128331.259286:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.259343:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556004992 00000100:00100000:1.0:1746128331.259349:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556004992 00010000:00010000:1.0:1746128331.259374:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.259404:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15976 00000100:00100000:1.0:1746128331.259410:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556004992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.259420:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.259435:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.259445:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.259465:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e68d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c28 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.259491:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.259494:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.259501:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.259599:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.259627:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.259638:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576704:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.259698:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.260762:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576704:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.260777:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.260813:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556004992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1402us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.260820:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15976 00000100:00100000:0.0:1746128331.261899:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.262031:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556005248 00000100:00100000:2.0:1746128331.262036:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556005248 00002000:00100000:2.0:1746128331.262061:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f9c00 x1830947556005248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.262070:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9c00 with x1830947556005248 ext(0->4095) 00002000:00010000:2.0:1746128331.262074:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6f9c00 00000100:00100000:2.0:1746128331.262101:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14042 00000100:00100000:2.0:1746128331.262107:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947556005248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.263173:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2015:x1830947556005248:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 1063us (1272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.263181:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14042 00002000:00100000:2.0:1746128331.263188:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6f9c00 x1830947556005248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.263202:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9c00 with x1830947556005248 ext(0->4095) 00002000:00010000:2.0:1746128331.263206:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6f9c00 00000100:00100000:0.0:1746128331.266453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.266630:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556005376 00000100:00100000:2.0:1746128331.266638:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556005376 00000100:00100000:2.0:1746128331.266687:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31015 00000100:00100000:2.0:1746128331.266694:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556005376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.266707:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.266721:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c36 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.266744:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.266751:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.266752:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.266755:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.266779:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.266789:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 27 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.266799:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551576832:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.267109:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.267796:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551576832:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.267811:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.267820:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:2.0:1746128331.267853:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556005376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1158us (1406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.267860:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31015 00000100:00100000:0.0:1746128331.270841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.270910:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556005504 00000100:00100000:1.0:1746128331.270918:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556005504 00010000:00010000:1.0:1746128331.270956:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.271387:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15977 00000100:00100000:1.0:1746128331.271395:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947556005504:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.271407:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.271424:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.271440:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.271457:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e68dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c2f expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.271778:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.271781:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.271788:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.271952:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.271980:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.271991:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576960:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128331.272319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.272412:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.272477:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556005632 00000100:00100000:3.0:1746128331.272482:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556005632 00000100:00100000:3.0:1746128331.272517:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31016 00000100:00100000:3.0:1746128331.272522:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947556005632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.272534:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.272561:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c3d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.272577:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.272582:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.272584:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.272586:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 29 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.272693:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.272702:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.272710:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551577088:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.272907:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.274607:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551576960:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.274623:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.274661:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556005504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3267us (3827us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.274669:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15977 00000100:00100000:3.0:1746128331.274987:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551577088:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.275003:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 28 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.275015:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128331.275035:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:1723:x1830947556005632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2513us (2717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.275041:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31016 00000100:00100000:0.0:1746128331.275195:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.275446:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556005888 00000100:00100000:3.0:1746128331.275450:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556005888 00002000:00100000:3.0:1746128331.275472:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fb480 x1830947556005888/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.275481:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb480 with x1830947556005888 ext(0->4095) 00010000:00010000:3.0:1746128331.275487:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.275497:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.275503:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fb480 00000100:00100000:3.0:1746128331.275516:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3454 00000100:00100000:3.0:1746128331.275521:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556005888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.275625:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556005888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.275634:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3454 00002000:00100000:3.0:1746128331.275639:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008b6fb480 x1830947556005888/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.275646:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb480 with x1830947556005888 ext(0->4095) 00010000:00010000:3.0:1746128331.275650:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.275658:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.275664:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b6fb480 00000100:00100000:0.0:1746128331.277325:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.277367:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556006016 00000100:00100000:1.0:1746128331.277374:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556006016 00010000:00010000:1.0:1746128331.277394:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.277426:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15978 00000100:00100000:1.0:1746128331.277433:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556006016:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.277443:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.277458:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.277468:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.277488:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e68e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c36 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.277499:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.277500:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.277506:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.277514:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.277570:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.277580:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551577216:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.277713:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.279945:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.280020:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551577216:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.280040:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.280064:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556006272 00000100:00100000:2.0:1746128331.280069:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556006272 00000100:00100000:1.0:1746128331.280084:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556006016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2650us (2761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.280092:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15978 00002000:00100000:2.0:1746128331.280099:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6300 x1830947556006272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.280107:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6300 with x1830947556006272 ext(0->4095) 00002000:00010000:2.0:1746128331.280111:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6300 00000100:00100000:2.0:1746128331.280137:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14043 00000100:00100000:2.0:1746128331.280143:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2017:x1830947556006272:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128331.280230:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2017:x1830947556006272:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 87us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.280235:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14043 00002000:00100000:2.0:1746128331.280240:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6300 x1830947556006272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.280246:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6300 with x1830947556006272 ext(0->4095) 00002000:00010000:2.0:1746128331.280249:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6300 00000100:00100000:0.0:1746128331.284096:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.284193:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556006400 00000100:00100000:3.0:1746128331.284200:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556006400 00000100:00100000:3.0:1746128331.284292:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31017 00000100:00100000:3.0:1746128331.284298:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095841c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556006400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.284315:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.284332:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c44 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.284354:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.284361:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.284363:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.284366:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.284395:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 27 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.284405:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 27 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.284415:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551577344:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.284499:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.289455:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551577344:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.289480:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.289494:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128331.289570:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095841c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556006400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5271us (5481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.289578:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31017 00000100:00100000:0.0:1746128331.289980:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.290143:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556006528 00000100:00100000:2.0:1746128331.290150:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556006528 00002000:00100000:2.0:1746128331.290181:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008cdf5c00 x1830947556006528/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.290189:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf5c00 with x1830947556006528 ext(0->7) 00010000:00010000:2.0:1746128331.290195:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.290207:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 28 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.290213:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf5c00 00000100:00100000:2.0:1746128331.290238:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3455 00000100:00100000:2.0:1746128331.290244:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2014:x1830947556006528:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128331.291231:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2014:x1830947556006528:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 985us (1250us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746128331.291238:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3455 00002000:00100000:0.0:1746128331.291245:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008cdf5c00 x1830947556006528/t4294970563(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/448 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.291252:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf5c00 with x1830947556006528 ext(0->7) 00010000:00010000:0.0:1746128331.291258:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 30 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.291268:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 30 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746128331.291274:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf5c00 00000100:00100000:0.0:1746128331.295045:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.295131:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.295228:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556006784 00000100:00100000:3.0:1746128331.295237:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556006784 00000100:00100000:1.0:1746128331.296292:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556006656 00000100:00100000:1.0:1746128331.296299:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556006656 00010000:00010000:1.0:1746128331.296322:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 31 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.296348:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15979 00000100:00100000:1.0:1746128331.296355:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc15850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2014:x1830947556006656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.296366:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128331.296382:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 31 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.296392:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 31 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.296411:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e68eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c3d expref: 31 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.296427:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.296428:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.296435:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.296445:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.296474:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.296483:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551577472:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.296561:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.297513:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31018 00000100:00100000:1.0:1746128331.297523:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947556006784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.297535:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.297681:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c4b expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.297700:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.297706:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.297708:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.297710:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.297729:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.297739:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.297748:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551577600:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.299124:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec909c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.299732:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551577472:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.299749:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128331.299789:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc15850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2014:x1830947556006656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3434us (4657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.299798:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15979 00000100:00100000:0.0:1746128331.300339:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.300388:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556007040 00000100:00100000:2.0:1746128331.300393:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556007040 00002000:00100000:2.0:1746128331.300417:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf7800 x1830947556007040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.300425:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7800 with x1830947556007040 ext(0->4095) 00010000:00010000:2.0:1746128331.300431:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.300440:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.300446:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf7800 00000100:00100000:2.0:1746128331.300467:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3456 00000100:00100000:2.0:1746128331.300473:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556007040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.300584:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556007040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.300589:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3456 00002000:00100000:2.0:1746128331.300593:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf7800 x1830947556007040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.300599:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7800 with x1830947556007040 ext(0->4095) 00010000:00010000:2.0:1746128331.300603:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.300610:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.300614:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf7800 00000100:00100000:1.0:1746128331.302458:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551577600:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.302479:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.302491:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128331.302517:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947556006784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4997us (7528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.302523:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31018 00000100:00100000:0.0:1746128331.303419:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.303462:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.303585:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556007168 00000100:00100000:1.0:1746128331.303591:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556007168 00000100:00100000:1.0:1746128331.303628:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31019 00000100:00100000:1.0:1746128331.303634:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1725:x1830947556007168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.303646:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.303658:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c52 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.303675:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.303679:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.303685:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.303688:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.303747:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556007296 00000100:00100000:2.0:1746128331.303750:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556007296 00010000:00010000:2.0:1746128331.303764:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.303779:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15980 00000100:00100000:2.0:1746128331.303783:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556007296:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.303790:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.303804:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.303812:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.303828:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e68f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c44 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.303843:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.303844:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.303849:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.303855:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.303889:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.303898:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.303909:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551577856:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.303967:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00010000:00010000:1.0:1746128331.304459:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.304471:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.304477:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:1.0:1746128331.304500:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:1725:x1830947556007168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 866us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.304505:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31019 00000100:00100000:2.0:1746128331.306169:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551577856:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.306183:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.306617:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556007296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2831us (3152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.306625:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15980 00000100:00100000:0.0:1746128331.307630:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.307695:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556007552 00000100:00100000:3.0:1746128331.307703:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556007552 00002000:00100000:3.0:1746128331.307733:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6d80 x1830947556007552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.307741:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6d80 with x1830947556007552 ext(0->4095) 00010000:00010000:3.0:1746128331.307748:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.307763:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.307769:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf6d80 00000100:00100000:3.0:1746128331.307789:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3457 00000100:00100000:3.0:1746128331.307794:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2015:x1830947556007552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.307896:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2015:x1830947556007552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.307901:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3457 00002000:00100000:3.0:1746128331.307906:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6d80 x1830947556007552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.307913:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6d80 with x1830947556007552 ext(0->4095) 00010000:00010000:3.0:1746128331.307917:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.307935:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.307941:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf6d80 00000100:00100000:0.0:1746128331.310354:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.310469:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556007680 00000100:00100000:2.0:1746128331.310476:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556007680 00010000:00010000:2.0:1746128331.310501:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.310522:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15981 00000100:00100000:2.0:1746128331.310685:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2017:x1830947556007680:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.310697:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.310713:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.310728:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.310747:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e68f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c4b expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.310774:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.310776:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.310782:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.310788:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.310814:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.310824:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551577984:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.311235:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.313149:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551577984:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.313163:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.313194:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2017:x1830947556007680:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2665us (2844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.313209:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15981 00000100:00100000:0.0:1746128331.313852:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.313994:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556007936 00000100:00100000:3.0:1746128331.313999:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556007936 00002000:00100000:3.0:1746128331.314027:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6fb80 x1830947556007936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.314035:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6fb80 with x1830947556007936 ext(0->4095) 00002000:00010000:3.0:1746128331.314040:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6fb80 00000100:00100000:3.0:1746128331.314055:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14044 00000100:00100000:3.0:1746128331.314061:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2017:x1830947556007936:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128331.314155:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2017:x1830947556007936:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.314160:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14044 00002000:00100000:3.0:1746128331.314164:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6fb80 x1830947556007936/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.314171:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6fb80 with x1830947556007936 ext(0->4095) 00002000:00010000:3.0:1746128331.314173:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6fb80 00000100:00100000:0.0:1746128331.316199:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.316897:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556008064 00000100:00100000:1.0:1746128331.316904:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556008064 00000100:00100000:1.0:1746128331.317175:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31020 00000100:00100000:1.0:1746128331.317182:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556008064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.317195:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.317209:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c59 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.317231:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.317242:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.317244:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.317247:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.317270:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.317280:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 29 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.317289:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551578112:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.318011:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec909c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.320995:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551578112:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.321018:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.321032:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128331.321068:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556008064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3887us (4872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.321075:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31020 00000100:00100000:0.0:1746128331.321726:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.321853:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556008192 00000100:00100000:3.0:1746128331.321859:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556008192 00010000:00010000:3.0:1746128331.321882:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 30 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.321900:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15982 00000100:00100000:3.0:1746128331.321907:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2014:x1830947556008192:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.321917:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.321939:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 30 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.321948:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 30 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.321965:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6900 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c52 expref: 30 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.321986:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.321987:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.321993:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.322000:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.322024:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.322033:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551578240:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.322083:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.324308:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.324463:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551578240:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.324478:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.324515:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2014:x1830947556008192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2608us (2790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.324561:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556008320 00000100:00100000:1.0:1746128331.324566:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556008320 00000100:00100000:1.0:1746128331.324598:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31021 00000100:00100000:1.0:1746128331.324603:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947556008320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.324617:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.324628:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c60 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.324645:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.324651:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.324652:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.324655:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.324672:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.324681:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.324689:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551578368:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.324725:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec909c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.324837:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15982 00000100:00100000:2.0:1746128331.325022:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3773:1830947551578880:0@lo:400:kworker.0 00000100:00100000:2.0:1746128331.325053:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128331.325080:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551579392:0@lo:400:kworker.0 00000100:00100000:2.0:1746128331.325101:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128331.325113:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551579904:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.325118:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551579392 00000100:00100000:1.0:1746128331.325121:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551579392 00000100:00100000:2.0:1746128331.325128:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.325150:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551579904 00000100:00100000:1.0:1746128331.325152:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551579904 00000100:00100000:1.0:1746128331.325171:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1746128331.325175:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551579904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.325258:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3774:1830947551578496:0@lo:400:kworker.0 00000100:00100000:0.0:1746128331.325403:0:9196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551578880 00000100:00100000:0.0:1746128331.325407:0:9196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551578880 00000100:00100000:0.0:1746128331.325428:0:9196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1746128331.325432:0:9196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3773:x1830947551578880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.325809:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551579904:12345-0@lo:400:kworker.0 Request processed in 632us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.325815:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551579904:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.325817:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1746128331.325839:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1746128331.325843:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551579392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.325867:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551579392:12345-0@lo:400:kworker.0 Request processed in 24us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.325871:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1746128331.325876:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746128331.325888:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746128331.325891:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128331.325893:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551579008:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.325898:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551578496 00000100:00100000:1.0:1746128331.325901:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551578496 00000100:00100000:3.0:1746128331.325910:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.325917:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1746128331.325920:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3774:x1830947551578496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.325921:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551579520:0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.325948:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.325955:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3774:x1830947551578496:12345-0@lo:400:kworker.0 Request processed in 34us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.325959:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551580032:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.325960:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1746128331.325972:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.325980:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551579008 00000100:00100000:1.0:1746128331.325982:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551579008 00000100:00100000:3.0:1746128331.325987:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3774:1830947551578496:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.325996:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1746128331.326000:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3775:1830947551578624:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326000:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551579008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326016:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.326021:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551579008:12345-0@lo:400:kworker.0 Request processed in 21us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.326025:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1746128331.326026:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3775:1830947551579136:0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326041:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.326041:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551579008:0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326050:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3775:1830947551579648:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326052:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551578624 00000100:00100000:1.0:1746128331.326054:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551578624 00000100:00100000:3.0:1746128331.326063:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.326067:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551579136 00000100:00100000:1.0:1746128331.326069:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551579136 00000100:00100000:3.0:1746128331.326074:0:3775:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746128331.326078:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800909bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551578752:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326079:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551579648 00000100:00100000:1.0:1746128331.326080:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551579648 00000100:00100000:3.0:1746128331.326090:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.326090:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1746128331.326093:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3775:x1830947551578624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326098:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3775:1830947551579264:0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326111:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.326111:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3775:x1830947551578624:12345-0@lo:400:kworker.0 Request processed in 17us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.326115:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1746128331.326117:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3775:1830947551579776:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326122:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551579264 00000100:00100000:1.0:1746128331.326123:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551579264 00000100:00100000:3.0:1746128331.326128:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.326132:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551579776 00000100:00100000:1.0:1746128331.326134:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551579776 00000100:00100000:3.0:1746128331.326138:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3775:1830947551578624:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326141:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1746128331.326144:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49ebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3775:x1830947551579136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326158:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1746128331.326162:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3775:x1830947551579648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326163:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49ebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3775:x1830947551579136:12345-0@lo:400:kworker.0 Request processed in 18us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.326167:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1746128331.326174:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1746128331.326177:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3775:x1830947551579264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326179:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3775:x1830947551579648:12345-0@lo:400:kworker.0 Request processed in 18us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.326183:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1746128331.326191:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3775:x1830947551579264:12345-0@lo:400:kworker.0 Request processed in 13us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.326192:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1746128331.326195:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3775:x1830947551579776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326195:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00080000:1.0:1746128331.326203:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746128331.326205:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128331.326209:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551578752 00000100:00100000:3.0:1746128331.326210:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3775:x1830947551579776:12345-0@lo:400:kworker.0 Request processed in 15us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.326211:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551578752 00000100:00100000:3.0:1746128331.326214:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1746128331.326222:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1746128331.326225:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551578752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326228:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3775:1830947551579264:0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326235:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3775:1830947551579776:0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326241:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3775:1830947551579136:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326244:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551578752:12345-0@lo:400:kworker.0 Request processed in 18us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.326247:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3775:1830947551579648:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326248:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1746128331.326259:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800909bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551578752:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326259:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551579520 00000100:00100000:1.0:1746128331.326261:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551579520 00000100:00080000:1.0:1746128331.326268:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128331.326277:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551580032 00000100:00100000:1.0:1746128331.326279:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551580032 00000100:00100000:1.0:1746128331.326291:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1746128331.326295:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551579520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128331.326303:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1746128331.326307:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551580032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326316:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551579520:12345-0@lo:400:kworker.0 Request processed in 21us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.326320:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1746128331.326324:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551580032:12345-0@lo:400:kworker.0 Request processed in 17us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.326328:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00080000:1.0:1746128331.326328:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746128331.326338:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551579520:0@lo:400:kworker.0 00000100:00100000:1.0:1746128331.326345:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551580032:0@lo:400:kworker.0 00000100:00100000:0.0:1746128331.326472:0:9196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3773:x1830947551578880:12345-0@lo:400:kworker.0 Request processed in 1039us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128331.326481:0:9196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1746128331.327833:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.327912:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3773:1830947551578880:0@lo:400:kworker.0 00000100:00100000:2.0:1746128331.327922:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551579392:0@lo:400:kworker.0 00000100:00100000:0.0:1746128331.329417:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556008576 00000100:00100000:0.0:1746128331.329425:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556008576 00002000:00100000:0.0:1746128331.329457:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113480 x1830947556008576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.329466:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113480 with x1830947556008576 ext(0->4095) 00010000:00010000:0.0:1746128331.329472:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.329483:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746128331.329489:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113480 00000100:00100000:0.0:1746128331.329917:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3458 00000100:00100000:0.0:1746128331.329934:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556008576:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.330066:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551578368:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.330086:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 30 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.330097:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128331.330127:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:1723:x1830947556008320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5523us (5825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.330132:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31021 00000100:00100000:0.0:1746128331.330495:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556008576:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 402us (2496us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128331.330502:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3458 00002000:00100000:0.0:1746128331.330508:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f113480 x1830947556008576/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.330515:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113480 with x1830947556008576 ext(0->4095) 00010000:00010000:0.0:1746128331.330520:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.330529:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746128331.330534:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f113480 00000100:00100000:0.0:1746128331.331838:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.331953:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556008704 00000100:00100000:3.0:1746128331.331959:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556008704 00010000:00010000:3.0:1746128331.331978:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.331995:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15983 00000100:00100000:3.0:1746128331.332001:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556008704:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.332009:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.332021:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.332031:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.332049:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6907 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c59 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.332230:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.332233:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.332238:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.332245:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.332270:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.332281:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551580160:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.332563:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.335724:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551580160:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.335740:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.335776:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556008704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3774us (3940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.335784:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15983 00000100:00100000:0.0:1746128331.337642:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.337728:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556008960 00000100:00100000:2.0:1746128331.337735:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556008960 00002000:00100000:2.0:1746128331.337802:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6ca80 x1830947556008960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.337811:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ca80 with x1830947556008960 ext(0->4095) 00002000:00010000:2.0:1746128331.337815:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6ca80 00000100:00100000:2.0:1746128331.337842:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14045 00000100:00100000:2.0:1746128331.337848:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2015:x1830947556008960:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.337961:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2015:x1830947556008960:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.337966:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14045 00002000:00100000:2.0:1746128331.337970:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6ca80 x1830947556008960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.337976:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ca80 with x1830947556008960 ext(0->4095) 00002000:00010000:2.0:1746128331.337978:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6ca80 00000100:00100000:2.0:1746128331.340850:0:3776:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746128331.340866:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3776:1830947551580288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746128331.340911:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128331.341030:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551580288 00000100:00100000:3.0:1746128331.341037:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551580288 00000100:00100000:3.0:1746128331.341078:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1746128331.341086:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551580288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746128331.341109:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921485824 avail 3689963520 00000100:00100000:3.0:1746128331.341138:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551580288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.341143:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1746128331.341348:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.341375:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556009088 00000100:00100000:0.0:1746128331.341378:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556009088 00000100:00100000:0.0:1746128331.341410:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31022 00000100:00100000:0.0:1746128331.341415:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556009088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128331.341424:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128331.341439:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c67 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.341461:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.341468:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128331.341470:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128331.341472:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.341492:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 29 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.341502:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 29 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746128331.341510:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551580416:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128331.341575:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.341911:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3776:1830947551580288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746128331.347006:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551580416:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.347032:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.347046:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05bc00, rc 0) 00000100:00100000:2.0:1746128331.347081:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556009088:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5664us (5733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.347088:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31022 00000100:00100000:0.0:1746128331.350241:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.350884:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556009216 00000100:00100000:3.0:1746128331.350895:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556009216 00002000:00100000:3.0:1746128331.350955:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012da6e680 x1830947556009216/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.350966:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6e680 with x1830947556009216 ext(0->7) 00010000:00010000:3.0:1746128331.350976:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 30 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.350989:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 30 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.350997:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6e680 00000100:00100000:3.0:1746128331.351035:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3459 00000100:00100000:3.0:1746128331.351043:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2015:x1830947556009216:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128331.352018:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947556009216:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 974us (1786us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746128331.352024:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3459 00002000:00100000:0.0:1746128331.352030:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012da6e680 x1830947556009216/t4294970564(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/448 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.352035:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6e680 with x1830947556009216 ext(0->7) 00010000:00010000:0.0:1746128331.352040:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.352048:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746128331.352052:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6e680 00000100:00100000:2.0:1746128331.355776:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551580544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746128331.355852:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128331.355899:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551580544 00000100:00100000:1.0:1746128331.355908:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551580544 00000100:00100000:1.0:1746128331.356070:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1746128331.356079:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551580544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746128331.356102:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921485824 avail 3689963520 00000100:00100000:1.0:1746128331.356221:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551580544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 143us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.356228:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1746128331.356311:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551580544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746128331.360719:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.360775:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556009344 00000100:00100000:3.0:1746128331.360784:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556009344 00010000:00010000:3.0:1746128331.360816:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.360849:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15984 00000100:00100000:3.0:1746128331.360855:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2014:x1830947556009344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.360867:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.360885:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.360894:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.360913:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e690e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c60 expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.360939:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.360941:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.360948:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.360959:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.360996:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.361010:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551580672:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.361104:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.362363:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551580672:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.362377:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.362410:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2014:x1830947556009344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1554us (1700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.362418:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15984 00000100:00100000:0.0:1746128331.363334:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.363502:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556009600 00000100:00100000:2.0:1746128331.363509:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556009600 00002000:00100000:2.0:1746128331.363594:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c380 x1830947556009600/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.363604:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947556009600 ext(0->4095) 00002000:00010000:2.0:1746128331.363609:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6c380 00000100:00100000:2.0:1746128331.363628:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14046 00000100:00100000:2.0:1746128331.363634:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556009600:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.363759:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556009600:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (428us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.363765:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14046 00002000:00100000:2.0:1746128331.363770:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6c380 x1830947556009600/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.363776:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947556009600 ext(0->4095) 00002000:00010000:2.0:1746128331.363779:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6c380 00000100:00100000:0.0:1746128331.366981:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.367059:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556009728 00000100:00100000:3.0:1746128331.367072:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556009728 00000100:00100000:3.0:1746128331.367131:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31023 00000100:00100000:3.0:1746128331.367139:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:1723:x1830947556009728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.367159:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.367180:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c6e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.367212:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.367220:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.367222:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.367225:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.367261:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.367273:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.367286:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551580800:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.367383:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.367408:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.367431:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556009856 00000100:00100000:0.0:1746128331.367437:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556009856 00000100:00100000:0.0:1746128331.367476:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31024 00000100:00100000:0.0:1746128331.367483:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1725:x1830947556009856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128331.367496:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128331.367511:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c75 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.367536:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.367568:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.367574:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128331.367577:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.367608:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.367618:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.367626:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc 0) 00000100:00100000:0.0:1746128331.367662:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556009856:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128331.367667:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31024 00000100:00100000:0.0:1746128331.370606:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.370764:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556009984 00000100:00100000:2.0:1746128331.370771:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556009984 00000100:00100000:3.0:1746128331.370785:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551580800:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.370794:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.370808:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.370815:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15985 00010000:00010000:3.0:1746128331.370819:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:2.0:1746128331.370821:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556009984:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.370830:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.370845:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.370859:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.370863:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1723:x1830947556009728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3725us (3893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.370868:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31023 00010000:00010000:2.0:1746128331.370876:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6915 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c67 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.370889:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.370891:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.370897:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.370903:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.370939:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.370948:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.370957:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581056:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.371245:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.372566:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581056:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.372577:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.372601:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556009984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1779us (2001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.372611:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15985 00000100:00100000:0.0:1746128331.372776:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.372965:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556010240 00000100:00100000:2.0:1746128331.372970:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556010240 00002000:00100000:2.0:1746128331.372992:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6f480 x1830947556010240/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.373000:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6f480 with x1830947556010240 ext(0->4095) 00010000:00010000:2.0:1746128331.373006:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.373016:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.373024:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6f480 00000100:00100000:2.0:1746128331.373382:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3460 00000100:00100000:2.0:1746128331.373390:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2017:x1830947556010240:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128331.373484:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2017:x1830947556010240:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.373490:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3460 00002000:00100000:2.0:1746128331.373494:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6f480 x1830947556010240/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.373501:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6f480 with x1830947556010240 ext(0->4095) 00010000:00010000:2.0:1746128331.373505:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.373519:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.373524:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6f480 00000100:00100000:0.0:1746128331.376052:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.376151:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556010368 00000100:00100000:2.0:1746128331.376158:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556010368 00010000:00010000:2.0:1746128331.376184:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.376205:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15986 00000100:00100000:2.0:1746128331.376211:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc15450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2016:x1830947556010368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.376221:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.376236:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.376246:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.376264:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e691c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c6e expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.376293:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.376295:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.376301:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.376313:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.376338:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.376348:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581184:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.376409:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.377936:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581184:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.377950:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.377975:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc15450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2016:x1830947556010368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1764us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.377983:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15986 00000100:00100000:0.0:1746128331.378132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.378192:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556010624 00000100:00100000:2.0:1746128331.378197:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556010624 00002000:00100000:2.0:1746128331.378217:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6e300 x1830947556010624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.378225:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6e300 with x1830947556010624 ext(0->4095) 00002000:00010000:2.0:1746128331.378228:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6e300 00000100:00100000:2.0:1746128331.378273:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14047 00000100:00100000:2.0:1746128331.378279:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2014:x1830947556010624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.378380:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2014:x1830947556010624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.378388:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14047 00002000:00100000:2.0:1746128331.378393:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6e300 x1830947556010624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.378399:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6e300 with x1830947556010624 ext(0->4095) 00002000:00010000:2.0:1746128331.378402:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6e300 00000100:00100000:0.0:1746128331.380897:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.381097:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556010752 00000100:00100000:3.0:1746128331.381104:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556010752 00000100:00100000:3.0:1746128331.381168:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31025 00000100:00100000:3.0:1746128331.381176:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556010752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.381188:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.381200:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c7c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.381223:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.381229:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.381231:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.381234:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.381256:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.381266:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 31 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.381282:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551581312:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.381841:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.383498:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.383561:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556010880 00000100:00100000:2.0:1746128331.383570:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556010880 00010000:00010000:2.0:1746128331.383592:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 32 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.383625:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15987 00000100:00100000:2.0:1746128331.383631:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947556010880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.383640:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.383656:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 32 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.383665:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 32 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.383683:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.383684:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.383690:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.383697:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.383701:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6923 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c75 expref: 32 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.383725:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.383728:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551581312:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.383733:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581440:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.383746:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.383754:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:3.0:1746128331.383839:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556010752:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2663us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.383844:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.383845:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31025 00000100:00100000:0.0:1746128331.386942:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.387051:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581440:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.387066:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.387109:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2015:x1830947556010880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3477us (3612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.387117:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15987 00000100:00100000:3.0:1746128331.387286:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556011136 00000100:00100000:3.0:1746128331.387292:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556011136 00002000:00100000:3.0:1746128331.387320:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6dc00 x1830947556011136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.387328:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6dc00 with x1830947556011136 ext(0->4095) 00002000:00010000:3.0:1746128331.387333:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6dc00 00000100:00100000:3.0:1746128331.387352:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14048 00000100:00100000:3.0:1746128331.387359:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556011136:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.387472:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556011136:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (548us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.387481:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14048 00002000:00100000:3.0:1746128331.387486:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012da6dc00 x1830947556011136/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.387492:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6dc00 with x1830947556011136 ext(0->4095) 00002000:00010000:3.0:1746128331.387495:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6dc00 00000100:00100000:0.0:1746128331.389466:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.389502:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.389653:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556011264 00000100:00100000:1.0:1746128331.389658:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556011264 00000100:00100000:1.0:1746128331.389693:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556011392 00000100:00100000:1.0:1746128331.389696:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556011392 00000100:00100000:1.0:1746128331.389710:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31026 00000100:00100000:1.0:1746128331.389716:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:1723:x1830947556011264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.389727:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.389740:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c83 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389761:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389768:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.389769:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.389772:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389799:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389810:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.389821:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551581568:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.389872:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec909c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.389899:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31027 00000100:00100000:1.0:1746128331.389905:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1725:x1830947556011392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.389910:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.389915:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c8a expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389940:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.389944:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389948:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.389951:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389967:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389976:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.389983:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128331.389999:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556011392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.390006:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31027 00000100:00100000:1.0:1746128331.391175:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551581568:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.391190:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.391199:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128331.391220:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1723:x1830947556011264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1504us (1757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.391225:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31026 00000100:00100000:0.0:1746128331.393580:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.393698:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556011520 00000100:00100000:2.0:1746128331.393704:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556011520 00010000:00010000:2.0:1746128331.393730:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.393753:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15988 00000100:00100000:2.0:1746128331.393759:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556011520:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.393769:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.393784:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.393795:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.393815:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e692a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c7c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.393831:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.393832:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.393838:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.393845:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.393870:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.393880:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 32 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.393890:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581824:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.393962:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.395428:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.396144:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556011776 00000100:00100000:2.0:1746128331.396149:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581824:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.396150:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556011776 00010000:00010000:2.0:1746128331.396162:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746128331.396178:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ec700 x1830947556011776/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.396187:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ec700 with x1830947556011776 ext(0->4095) 00010000:00010000:3.0:1746128331.396193:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.396194:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556011520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2435us (2619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.396202:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15988 00010000:00010000:3.0:1746128331.396203:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.396209:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ec700 00000100:00100000:3.0:1746128331.396825:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3461 00000100:00100000:3.0:1746128331.396832:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947556011776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.396942:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947556011776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (1516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.396947:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3461 00002000:00100000:3.0:1746128331.396952:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ec700 x1830947556011776/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.396964:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ec700 with x1830947556011776 ext(0->4095) 00010000:00010000:3.0:1746128331.396969:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.396978:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.396983:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ec700 00000100:00100000:0.0:1746128331.401189:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.401275:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556011904 00000100:00100000:2.0:1746128331.401282:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556011904 00010000:00010000:2.0:1746128331.401308:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.401334:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15989 00000100:00100000:2.0:1746128331.401340:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947556011904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.401351:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.401365:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.401375:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.401393:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6931 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c83 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.401423:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.401424:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.401431:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 32 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.401438:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 32 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.401464:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 32 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.401475:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581952:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.401531:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.403236:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551581952:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.403250:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.403286:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2014:x1830947556011904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1945us (2102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.403294:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15989 00000100:00100000:0.0:1746128331.403893:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.403975:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556012160 00000100:00100000:1.0:1746128331.403980:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556012160 00002000:00100000:1.0:1746128331.404006:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ee680 x1830947556012160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.404014:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ee680 with x1830947556012160 ext(0->4095) 00002000:00010000:1.0:1746128331.404017:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963ee680 00000100:00100000:1.0:1746128331.405567:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14049 00000100:00100000:1.0:1746128331.405577:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947556012160:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.405711:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947556012160:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (1818us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.405716:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14049 00002000:00100000:1.0:1746128331.405722:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ee680 x1830947556012160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.405729:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ee680 with x1830947556012160 ext(0->4095) 00002000:00010000:1.0:1746128331.405733:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963ee680 00000100:00100000:0.0:1746128331.408814:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.409058:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556012288 00000100:00100000:1.0:1746128331.409071:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556012288 00000100:00100000:1.0:1746128331.409578:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31028 00000100:00100000:1.0:1746128331.409586:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556012288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.409599:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.409612:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c91 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.409636:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 31 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.409642:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.409643:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.409646:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.409670:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 31 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.409680:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 31 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.409691:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551582080:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.409764:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.410955:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551582080:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.410974:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.411026:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128331.411050:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556012288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1466us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.411056:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31028 00000100:00100000:0.0:1746128331.411582:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.411639:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556012416 00000100:00100000:2.0:1746128331.411644:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556012416 00010000:00010000:2.0:1746128331.411665:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 32 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746128331.411713:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15990 00000100:00100000:0.0:1746128331.411720:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947556012416:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128331.411728:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128331.411743:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 32 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.411754:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 32 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.411770:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6938 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c8a expref: 32 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.411783:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.411785:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.411790:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.411797:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.411816:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128331.411828:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800963ec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551582208:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128331.411875:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.413277:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800963ec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551582208:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.413288:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.413324:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2015:x1830947556012416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1605us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.413331:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15990 00000100:00100000:0.0:1746128331.413895:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.413965:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556012672 00000100:00100000:3.0:1746128331.413971:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556012672 00002000:00100000:3.0:1746128331.413999:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ed180 x1830947556012672/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.414009:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ed180 with x1830947556012672 ext(0->4095) 00002000:00010000:3.0:1746128331.414012:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963ed180 00000100:00100000:3.0:1746128331.414041:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14050 00000100:00100000:3.0:1746128331.414047:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556012672:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.414149:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556012672:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.414154:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14050 00002000:00100000:3.0:1746128331.414159:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ed180 x1830947556012672/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.414166:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ed180 with x1830947556012672 ext(0->4095) 00002000:00010000:3.0:1746128331.414169:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963ed180 00000100:00100000:2.0:1746128331.416126:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.416166:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556012800 00000100:00100000:1.0:1746128331.416173:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556012800 00000100:00100000:1.0:1746128331.416203:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31029 00000100:00100000:1.0:1746128331.416209:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:1723:x1830947556012800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.416221:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.416234:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c98 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.416255:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.416262:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.416264:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.416267:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.416298:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.416308:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.416322:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551582336:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.416799:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec900c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.416919:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.416968:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556012928 00000100:00100000:3.0:1746128331.416972:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556012928 00000100:00100000:3.0:1746128331.416998:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31030 00000100:00100000:3.0:1746128331.417004:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1725:x1830947556012928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.417010:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.417016:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645c9f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.417029:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.417032:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.417037:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.417040:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.417058:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.417067:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.417074:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128331.417093:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556012928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.417098:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31030 00000100:00100000:0.0:1746128331.419272:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.419360:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551582336:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.419376:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556013056 00010000:00010000:1.0:1746128331.419379:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.419381:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556013056 00010000:00010000:1.0:1746128331.419391:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00010000:00010000:2.0:1746128331.419403:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.419429:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1723:x1830947556012800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3220us (3308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.419435:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31029 00000100:00100000:2.0:1746128331.420210:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15991 00000100:00100000:2.0:1746128331.420217:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556013056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.420227:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.420252:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.420267:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.420285:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e693f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c91 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.420308:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.420310:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.420316:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.420322:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.420345:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.420354:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 32 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.420363:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551582592:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.420816:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.422383:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551582592:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.422398:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.422436:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556013056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2219us (3168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.422452:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15991 00000100:00100000:0.0:1746128331.423064:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.423128:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556013312 00000100:00100000:1.0:1746128331.423134:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556013312 00002000:00100000:1.0:1746128331.423162:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ec380 x1830947556013312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.423170:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ec380 with x1830947556013312 ext(0->4095) 00010000:00010000:1.0:1746128331.423176:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.423187:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.423192:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ec380 00000100:00100000:1.0:1746128331.423220:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3462 00000100:00100000:1.0:1746128331.423226:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947556013312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.423335:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947556013312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.423339:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3462 00002000:00100000:1.0:1746128331.423343:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963ec380 x1830947556013312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.423347:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963ec380 with x1830947556013312 ext(0->4095) 00010000:00010000:1.0:1746128331.423350:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.423356:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.423360:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800963ec380 00000100:00100000:0.0:1746128331.426767:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.426860:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556013440 00000100:00100000:2.0:1746128331.426867:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556013440 00010000:00010000:2.0:1746128331.426895:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.426939:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15992 00000100:00100000:2.0:1746128331.426945:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947556013440:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.426955:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.426971:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.426981:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.426999:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6946 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c98 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.427016:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.427017:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.427024:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.427031:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.427062:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 32 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.427075:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551582720:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.427136:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.429506:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551582720:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.429523:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.429586:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2014:x1830947556013440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2640us (2824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.429595:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15992 00000100:00100000:0.0:1746128331.429663:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.429773:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556013696 00000100:00100000:3.0:1746128331.429778:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556013696 00002000:00100000:3.0:1746128331.429804:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963eca80 x1830947556013696/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.429813:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963eca80 with x1830947556013696 ext(0->4095) 00002000:00010000:3.0:1746128331.429817:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963eca80 00000100:00100000:3.0:1746128331.429830:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14051 00000100:00100000:3.0:1746128331.429836:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2016:x1830947556013696:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128331.430036:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2016:x1830947556013696:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 199us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.430042:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14051 00002000:00100000:3.0:1746128331.430047:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800963eca80 x1830947556013696/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.430055:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800963eca80 with x1830947556013696 ext(0->4095) 00002000:00010000:3.0:1746128331.430057:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800963eca80 00000100:00100000:0.0:1746128331.431099:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.431141:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556013824 00000100:00100000:1.0:1746128331.431146:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556013824 00000100:00100000:1.0:1746128331.431177:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31031 00000100:00100000:1.0:1746128331.431183:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800963ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556013824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.431193:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.431206:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ca6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.431225:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.431231:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.431232:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.431236:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.431258:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 31 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.431268:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 31 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.431278:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551582848:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.431346:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.432217:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551582848:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.432232:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.432243:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128331.432353:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556013824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1168us (1254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.432362:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31031 00000100:00100000:2.0:1746128331.432872:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.432898:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556013952 00000100:00100000:0.0:1746128331.432903:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556013952 00010000:00010000:0.0:1746128331.432919:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746128331.432958:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15993 00000100:00100000:0.0:1746128331.432963:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc15050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947556013952:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128331.432972:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128331.432986:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.432994:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.433009:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e694d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645c9f expref: 32 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.433031:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.433033:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.433038:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.433043:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.433064:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128331.433074:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551582976:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.433136:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.435086:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.435177:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556014208 00000100:00100000:2.0:1746128331.435183:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556014208 00002000:00100000:2.0:1746128331.435213:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf4000 x1830947556014208/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128331.435218:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551582976:192.168.202.33@tcp:105: 00002000:00100000:2.0:1746128331.435221:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf4000 with x1830947556014208 ext(0->4095) 00002000:00010000:2.0:1746128331.435225:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf4000 00010000:00010000:3.0:1746128331.435231:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.435253:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14052 00000100:00100000:3.0:1746128331.435258:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc15050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2015:x1830947556013952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2295us (2386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.435259:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556014208:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.435265:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15993 00000100:00100000:2.0:1746128331.435345:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556014208:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.435350:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14052 00002000:00100000:2.0:1746128331.435835:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf4000 x1830947556014208/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.435842:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf4000 with x1830947556014208 ext(0->4095) 00002000:00010000:2.0:1746128331.435845:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf4000 00000100:00100000:0.0:1746128331.436503:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.436558:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556014336 00000100:00100000:1.0:1746128331.436562:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556014336 00000100:00100000:1.0:1746128331.436595:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31032 00000100:00100000:1.0:1746128331.436600:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:1725:x1830947556014336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.436610:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.436621:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cad expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.436644:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.436651:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.436653:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.436656:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.436676:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.436685:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.436695:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551583104:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.436742:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.437918:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551583104:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128331.437933:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128331.437944:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 32 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.437953:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:3.0:1746128331.437972:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556014464 00000100:00100000:3.0:1746128331.437976:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556014464 00000100:00100000:1.0:1746128331.437976:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:1725:x1830947556014336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1375us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.437982:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31032 00010000:00010000:3.0:1746128331.437992:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.438101:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15994 00000100:00100000:3.0:1746128331.438107:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556014464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.438117:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.438133:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.438142:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.438159:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6954 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ca6 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.438311:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.438313:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.438319:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.438396:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.438418:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.438427:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551583232:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.438482:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.439278:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551583232:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.439287:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.439315:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556014464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1208us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.439419:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15994 00000100:00100000:0.0:1746128331.440431:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.440480:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556014720 00000100:00100000:2.0:1746128331.440486:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556014720 00002000:00100000:2.0:1746128331.440517:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf7480 x1830947556014720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.440525:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7480 with x1830947556014720 ext(0->4095) 00002000:00010000:2.0:1746128331.440528:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf7480 00000100:00100000:2.0:1746128331.440577:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14053 00000100:00100000:2.0:1746128331.440583:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2014:x1830947556014720:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.440673:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2014:x1830947556014720:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (244us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.440679:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14053 00002000:00100000:2.0:1746128331.440684:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf7480 x1830947556014720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.440691:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7480 with x1830947556014720 ext(0->4095) 00002000:00010000:2.0:1746128331.440693:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf7480 00000100:00100000:0.0:1746128331.441949:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.442094:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556014848 00000100:00100000:1.0:1746128331.442099:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556014848 00000100:00100000:1.0:1746128331.442131:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31033 00000100:00100000:1.0:1746128331.442135:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556014848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.442144:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.442157:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cb4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.442175:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.442181:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.442183:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.442186:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.442207:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.442216:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 31 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.442224:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551583360:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.442277:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.443904:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551583360:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.443935:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.443950:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128331.444280:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556014848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2143us (2332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.444287:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31033 00000100:00100000:1.0:1746128331.444395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.444537:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556014976 00000100:00100000:3.0:1746128331.444569:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556014976 00002000:00100000:3.0:1746128331.444595:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b497100 x1830947556014976/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.444603:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497100 with x1830947556014976 ext(0->7) 00010000:00010000:3.0:1746128331.444608:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 32 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.444618:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 32 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.444624:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497100 00000100:00100000:3.0:1746128331.444898:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3463 00000100:00100000:3.0:1746128331.444905:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:2015:x1830947556014976:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128331.446101:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556014976:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1194us (1707us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746128331.446108:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3463 00002000:00100000:0.0:1746128331.446114:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b497100 x1830947556014976/t4294970565(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/448 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.446121:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497100 with x1830947556014976 ext(0->7) 00010000:00010000:0.0:1746128331.446127:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.446143:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746128331.446148:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497100 00000100:00100000:0.0:1746128331.447758:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.447848:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556015104 00000100:00100000:3.0:1746128331.447855:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556015104 00010000:00010000:3.0:1746128331.447876:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.447903:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15995 00000100:00100000:3.0:1746128331.447908:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556015104:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.447917:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.447939:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.447951:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.447968:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e695b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cad expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.447990:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.447992:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.447997:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.448003:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.448026:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.448035:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551583488:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.448095:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.451904:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.452005:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551583488:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.452022:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.452056:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947556015104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4147us (4301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.452064:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15995 00000100:00100000:1.0:1746128331.452417:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556015360 00000100:00100000:1.0:1746128331.452423:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556015360 00002000:00100000:1.0:1746128331.452449:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6a00 x1830947556015360/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.452458:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6a00 with x1830947556015360 ext(0->4095) 00002000:00010000:1.0:1746128331.452462:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6a00 00000100:00100000:1.0:1746128331.452485:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14054 00000100:00100000:1.0:1746128331.452490:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556015360:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.452609:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556015360:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (712us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.452615:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14054 00002000:00100000:1.0:1746128331.452619:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cdf6a00 x1830947556015360/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.452625:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6a00 with x1830947556015360 ext(0->4095) 00002000:00010000:1.0:1746128331.452627:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6a00 00000100:00100000:0.0:1746128331.456534:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.456642:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.456725:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556015488 00000100:00100000:1.0:1746128331.456732:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556015488 00000100:00100000:1.0:1746128331.456773:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556015616 00000100:00100000:1.0:1746128331.456776:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556015616 00000100:00100000:1.0:1746128331.456793:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31034 00000100:00100000:1.0:1746128331.456799:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556015488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.456814:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.456829:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cbb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.456851:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.456857:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.456859:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.456862:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.456887:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.456898:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.456908:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551583616:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.456980:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.457189:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31035 00000100:00100000:2.0:1746128331.457196:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556015616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.457206:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.457216:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cc2 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.457227:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.457230:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.457238:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.457240:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.457258:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.457268:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.457276:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:2.0:1746128331.457302:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1723:x1830947556015616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.457308:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31035 00000100:00100000:1.0:1746128331.458716:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551583616:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.458735:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.458748:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:0.0:1746128331.458755:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.458772:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556015488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1974us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.458777:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31034 00000100:00100000:3.0:1746128331.458808:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556015744 00000100:00100000:3.0:1746128331.458813:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556015744 00010000:00010000:3.0:1746128331.458833:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.458887:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15996 00000100:00100000:2.0:1746128331.458894:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556015744:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.458902:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.458917:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.458937:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.458952:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6962 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cb4 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.459065:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.459067:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.459074:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.459082:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.459102:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.459111:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.459120:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551583872:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.459171:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.462448:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551583872:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.462464:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.462497:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556015744:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3604us (3743us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.462505:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15996 00000100:00100000:0.0:1746128331.463140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.463192:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556016000 00000100:00100000:2.0:1746128331.463197:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556016000 00002000:00100000:2.0:1746128331.463222:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ed80 x1830947556016000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.463237:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ed80 with x1830947556016000 ext(0->4095) 00010000:00010000:2.0:1746128331.463243:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.463304:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.463311:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7ed80 00000100:00100000:2.0:1746128331.463335:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3464 00000100:00100000:2.0:1746128331.463341:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556016000:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.463445:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556016000:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.463451:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3464 00002000:00100000:2.0:1746128331.463456:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7ed80 x1830947556016000/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.463462:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ed80 with x1830947556016000 ext(0->4095) 00010000:00010000:2.0:1746128331.463467:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.463475:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.463480:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7ed80 00000100:00100000:0.0:1746128331.465445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.465749:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556016128 00000100:00100000:1.0:1746128331.465755:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556016128 00000100:00100000:1.0:1746128331.465787:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31036 00000100:00100000:1.0:1746128331.465794:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556016128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.465805:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.465820:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cc9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.465839:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.465844:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.465849:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128331.465851:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.465978:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.465988:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.466001:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128331.466036:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556016128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.466041:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31036 00000100:00100000:0.0:1746128331.466960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.467107:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556016256 00000100:00100000:2.0:1746128331.467112:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556016256 00010000:00010000:2.0:1746128331.467129:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.467209:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15997 00000100:00100000:2.0:1746128331.467216:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556016256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.467225:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.467239:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.467248:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.467263:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6969 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cbb expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.467490:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.467493:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.467498:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.467506:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.467527:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.467536:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.467564:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551584128:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.467631:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.469692:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551584128:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.469707:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.469737:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556016256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2521us (2776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.469745:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15997 00000100:00100000:0.0:1746128331.471785:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.471838:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556016512 00000100:00100000:1.0:1746128331.471844:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556016512 00002000:00100000:1.0:1746128331.471876:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7df80 x1830947556016512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.471885:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7df80 with x1830947556016512 ext(0->4095) 00010000:00010000:1.0:1746128331.471892:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.471903:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.471908:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7df80 00000100:00100000:1.0:1746128331.471942:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3465 00000100:00100000:1.0:1746128331.471949:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556016512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.472059:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556016512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.472064:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3465 00002000:00100000:1.0:1746128331.472069:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880091c7df80 x1830947556016512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.472080:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7df80 with x1830947556016512 ext(0->4095) 00010000:00010000:1.0:1746128331.472085:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.472093:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 34 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.472097:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7df80 00000100:00100000:0.0:1746128331.475644:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.475722:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556016640 00000100:00100000:0.0:1746128331.475724:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.475729:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556016640 00000100:00100000:1.0:1746128331.475764:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31037 00000100:00100000:1.0:1746128331.475770:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556016640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746128331.475776:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556016768 00000100:00100000:2.0:1746128331.475780:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556016768 00010000:00010000:1.0:1746128331.475785:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.475797:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.475798:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cd0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.475819:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.475824:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.475827:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15998 00010000:00010000:1.0:1746128331.475830:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746128331.475832:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2017:x1830947556016768:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128331.475834:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.475839:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.475854:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 36 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.475864:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 36 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.475864:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.475879:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6970 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc2 expref: 36 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.475886:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.475894:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.475895:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.475900:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.475907:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.476258:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128331.476268:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.476279:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.476288:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551584384:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.476299:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2017:x1830947556016768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 466us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.476305:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15998 00000100:00100000:1.0:1746128331.476344:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.479412:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.479531:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551584384:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128331.479578:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:3.0:1746128331.479808:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556017024 00000100:00100000:3.0:1746128331.479814:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556017024 00002000:00100000:3.0:1746128331.479846:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d5500 x1830947556017024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.479854:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d5500 with x1830947556017024 ext(0->4095) 00010000:00010000:3.0:1746128331.479861:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.479872:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.479878:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d5500 00000100:00100000:3.0:1746128331.479905:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3466 00000100:00100000:3.0:1746128331.479912:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556017024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.479985:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556016640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4214us (4347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.479991:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31037 00000100:00100000:3.0:1746128331.480285:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556017024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 373us (878us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.480291:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3466 00002000:00100000:3.0:1746128331.480297:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d5500 x1830947556017024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.480304:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d5500 with x1830947556017024 ext(0->4095) 00010000:00010000:3.0:1746128331.480308:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.480320:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.480325:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d5500 00000100:00100000:0.0:1746128331.483478:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.483528:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556017152 00000100:00100000:2.0:1746128331.483536:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556017152 00010000:00010000:2.0:1746128331.483591:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.483625:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15999 00000100:00100000:2.0:1746128331.483632:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556017152:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.483642:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.483657:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.483667:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.483686:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6977 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cc9 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.483708:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.483709:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.483715:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.483719:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.483748:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.483759:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551584512:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.483829:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.485394:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551584512:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.485407:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.485433:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556017152:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1801us (1959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.485440:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15999 00000100:00100000:0.0:1746128331.485994:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.486113:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556017408 00000100:00100000:3.0:1746128331.486119:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556017408 00002000:00100000:3.0:1746128331.486145:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba0000 x1830947556017408/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.486153:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0000 with x1830947556017408 ext(0->4095) 00002000:00010000:3.0:1746128331.486157:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba0000 00000100:00100000:3.0:1746128331.486170:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14055 00000100:00100000:3.0:1746128331.486176:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556017408:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.486433:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556017408:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 256us (439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.486439:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14055 00002000:00100000:3.0:1746128331.486444:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba0000 x1830947556017408/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.486450:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba0000 with x1830947556017408 ext(0->4095) 00002000:00010000:3.0:1746128331.486453:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba0000 00000100:00100000:0.0:1746128331.488801:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.488860:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556017536 00000100:00100000:1.0:1746128331.488867:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556017536 00000100:00100000:1.0:1746128331.488908:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31038 00000100:00100000:1.0:1746128331.488915:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556017536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.488937:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.488950:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cd7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.488973:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.488979:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.488981:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.488984:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.489011:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.489022:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.489032:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551584640:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.489125:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.491015:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.491115:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551584640:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.491138:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.491153:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:2.0:1746128331.491175:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556017664 00000100:00100000:2.0:1746128331.491179:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556017664 00000100:00100000:1.0:1746128331.491182:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556017536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2269us (2389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.491189:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31038 00010000:00010000:2.0:1746128331.491197:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.491364:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16000 00000100:00100000:2.0:1746128331.491371:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc14c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556017664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.491381:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.491395:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.491405:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.491422:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e697e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd0 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.491446:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.491448:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.491453:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.491461:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.491483:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.491492:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551584768:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.491573:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.493878:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551584768:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.493894:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.493938:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc14c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947556017664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2552us (2912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.493947:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16000 00000100:00100000:0.0:1746128331.494137:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.494355:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556017920 00000100:00100000:2.0:1746128331.494360:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556017920 00002000:00100000:2.0:1746128331.494386:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba2a00 x1830947556017920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.494395:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2a00 with x1830947556017920 ext(0->4095) 00002000:00010000:2.0:1746128331.494398:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba2a00 00000100:00100000:2.0:1746128331.494413:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14056 00000100:00100000:2.0:1746128331.494418:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556017920:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.494532:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556017920:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.494538:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14056 00002000:00100000:2.0:1746128331.494569:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba2a00 x1830947556017920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.494576:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba2a00 with x1830947556017920 ext(0->4095) 00002000:00010000:2.0:1746128331.494578:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba2a00 00000100:00100000:0.0:1746128331.496293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.496338:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556018048 00000100:00100000:1.0:1746128331.496344:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556018048 00000100:00100000:1.0:1746128331.496370:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31039 00000100:00100000:1.0:1746128331.496376:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1723:x1830947556018048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.496386:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.496400:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cde expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.496419:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.496425:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.496427:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.496430:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.496945:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.496958:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.496974:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551584896:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.497051:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.497519:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.497561:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556018176 00000100:00100000:2.0:1746128331.497566:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556018176 00000100:00100000:2.0:1746128331.497593:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31040 00000100:00100000:2.0:1746128331.497599:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556018176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.497608:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.497617:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ce5 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.497629:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.497633:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.497637:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.497640:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.497659:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.497671:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.498049:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:2.0:1746128331.498088:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1725:x1830947556018176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 488us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.498093:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31040 00000100:00100000:1.0:1746128331.499388:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551584896:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.499407:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.499418:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128331.499445:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556018048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3070us (3155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.499451:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31039 00000100:00100000:0.0:1746128331.499725:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.499965:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556018304 00000100:00100000:3.0:1746128331.499970:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556018304 00010000:00010000:3.0:1746128331.499991:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.500012:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16001 00000100:00100000:3.0:1746128331.500017:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556018304:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.500027:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.500042:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.500051:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.500068:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6985 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cd7 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.500092:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.500094:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.500100:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.500107:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.500129:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.500138:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.500157:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551585152:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.500198:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.501483:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551585152:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.501493:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.501661:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556018304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1643us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.501668:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16001 00000100:00100000:0.0:1746128331.501828:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.501945:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556018560 00000100:00100000:1.0:1746128331.501950:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556018560 00002000:00100000:1.0:1746128331.501975:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba1f80 x1830947556018560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.501983:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1f80 with x1830947556018560 ext(0->4095) 00010000:00010000:1.0:1746128331.501988:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.501998:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.502003:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba1f80 00000100:00100000:1.0:1746128331.502028:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3467 00000100:00100000:1.0:1746128331.502034:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556018560:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.502130:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556018560:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.502141:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3467 00002000:00100000:1.0:1746128331.502146:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba1f80 x1830947556018560/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.502153:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1f80 with x1830947556018560 ext(0->4095) 00010000:00010000:1.0:1746128331.502157:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.502164:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.502170:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba1f80 00000100:00100000:0.0:1746128331.503690:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.503945:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556018688 00000100:00100000:3.0:1746128331.503949:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556018688 00010000:00010000:3.0:1746128331.503963:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.503988:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16002 00000100:00100000:3.0:1746128331.503993:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2016:x1830947556018688:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.504000:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.504011:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.504020:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.504037:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e698c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cde expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.504060:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.504062:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.504071:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.504078:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.504180:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.504191:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551585280:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.504249:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.505895:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551585280:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.505909:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.505947:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2016:x1830947556018688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1953us (2258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.505957:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16002 00000100:00100000:0.0:1746128331.506270:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.506445:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556018944 00000100:00100000:2.0:1746128331.506449:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556018944 00002000:00100000:2.0:1746128331.506474:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3480 x1830947556018944/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.506488:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3480 with x1830947556018944 ext(0->4095) 00002000:00010000:2.0:1746128331.506492:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba3480 00000100:00100000:2.0:1746128331.506517:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14057 00000100:00100000:2.0:1746128331.506523:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556018944:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.506654:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556018944:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.506660:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14057 00002000:00100000:2.0:1746128331.506664:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3480 x1830947556018944/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.506671:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3480 with x1830947556018944 ext(0->4095) 00002000:00010000:2.0:1746128331.506673:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ba3480 00000100:00100000:0.0:1746128331.508081:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.508128:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556019072 00000100:00100000:1.0:1746128331.508133:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556019072 00000100:00100000:1.0:1746128331.508197:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31041 00000100:00100000:1.0:1746128331.508204:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556019072:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.508215:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.508227:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cec expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.508247:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.508254:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.508255:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.508259:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.508284:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.508294:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 33 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.508310:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551585408:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.509989:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.510882:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551585408:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.510890:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128331.510904:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.510917:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f200, rc 0) 00000100:00100000:3.0:1746128331.511042:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556019200 00000100:00100000:3.0:1746128331.511047:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556019200 00010000:00010000:3.0:1746128331.511072:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.511092:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556019072:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2888us (3014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.511099:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31041 00000100:00100000:3.0:1746128331.511209:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16003 00000100:00100000:3.0:1746128331.511216:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556019200:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.511226:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.511240:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.511255:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.511272:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6993 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ce5 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.511292:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.511294:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.511299:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.511307:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.511330:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.511340:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551585536:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.511395:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.512670:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551585536:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.512685:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.512707:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947556019200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1492us (1817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.512714:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16003 00000100:00100000:1.0:1746128331.513771:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.513810:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556019456 00000100:00100000:0.0:1746128331.513815:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556019456 00002000:00100000:0.0:1746128331.513842:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495c00 x1830947556019456/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.513851:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495c00 with x1830947556019456 ext(0->4095) 00002000:00010000:0.0:1746128331.513854:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495c00 00000100:00100000:0.0:1746128331.513875:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14058 00000100:00100000:0.0:1746128331.513881:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556019456:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128331.513983:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556019456:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (213us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128331.513989:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14058 00002000:00100000:0.0:1746128331.513993:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495c00 x1830947556019456/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.513999:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495c00 with x1830947556019456 ext(0->4095) 00002000:00010000:0.0:1746128331.514002:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b495c00 00000100:00100000:0.0:1746128331.515590:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.515635:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556019584 00000100:00100000:1.0:1746128331.515640:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556019584 00000100:00100000:1.0:1746128331.515759:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31042 00000100:00100000:1.0:1746128331.515766:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1725:x1830947556019584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.515777:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.515790:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cf3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.515812:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.515819:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.515820:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.515824:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.515847:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.515857:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.515866:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551585664:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.515946:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.518261:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.518368:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b495180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551585664:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.518385:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556019712 00010000:00010000:1.0:1746128331.518389:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.518392:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556019712 00010000:00010000:1.0:1746128331.518402:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128331.518442:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556019584:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2676us (2853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.518448:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31042 00000100:00100000:2.0:1746128331.518472:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31043 00000100:00100000:2.0:1746128331.518479:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556019712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.518491:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.518501:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645cfa expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.518517:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.518614:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.519531:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.519536:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 35 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.519584:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.519593:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 35 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.519600:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128331.519626:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556019712:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1148us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.519632:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31043 00000100:00100000:0.0:1746128331.519752:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.519854:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556019840 00000100:00100000:3.0:1746128331.519858:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556019840 00010000:00010000:3.0:1746128331.519875:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.519892:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16004 00000100:00100000:3.0:1746128331.519897:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556019840:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.519904:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.519917:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.519941:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.519955:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f200/0x6e2f3e23d86e699a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cec expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.519967:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.519968:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.519973:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.519979:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.519997:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.520010:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.520020:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551585920:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.520311:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.524724:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.524781:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556020096 00000100:00100000:2.0:1746128331.524788:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556020096 00002000:00100000:2.0:1746128331.524824:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3100 x1830947556020096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.524833:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3100 with x1830947556020096 ext(0->4095) 00010000:00010000:2.0:1746128331.524841:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.524853:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.524859:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba3100 00000100:00100000:2.0:1746128331.524876:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3468 00000100:00100000:2.0:1746128331.524882:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556020096:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.525185:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551585920:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.525201:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.525238:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556019840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5340us (5486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.525246:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16004 00000100:00100000:2.0:1746128331.525638:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556020096:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 755us (920us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.525644:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3468 00002000:00100000:2.0:1746128331.525650:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba3100 x1830947556020096/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.525657:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba3100 with x1830947556020096 ext(0->4095) 00010000:00010000:2.0:1746128331.525662:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.525672:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.525677:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba3100 00000100:00100000:0.0:1746128331.529943:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.529989:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.530012:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556020224 00000100:00100000:2.0:1746128331.530021:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556020224 00000100:00100000:3.0:1746128331.530042:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556020352 00000100:00100000:3.0:1746128331.530046:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556020352 00010000:00010000:3.0:1746128331.530066:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.530071:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31044 00000100:00100000:2.0:1746128331.530078:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556020224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.530092:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128331.530100:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16005 00010000:00010000:2.0:1746128331.530104:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d01 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.530105:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556020352:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.530116:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.530124:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.530130:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 35 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.530427:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128331.530432:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.530445:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.530455:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.530471:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 35 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.530473:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e69a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cf3 expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.530482:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.530491:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.530492:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.530497:0:11544:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.530504:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.530517:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128331.530523:0:11544:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.530534:0:11544:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.530562:0:11544:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551586176:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.530566:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556020352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 461us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.530571:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16005 00000100:00100000:2.0:1746128331.531374:0:11544:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.531869:0:11544:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11544:1830947551586176:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.531879:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128331.531905:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556020224:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1828us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.531912:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31044 00000100:00100000:0.0:1746128331.533038:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.533108:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556020608 00000100:00100000:2.0:1746128331.533114:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556020608 00002000:00100000:2.0:1746128331.533143:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba1c00 x1830947556020608/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.533152:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1c00 with x1830947556020608 ext(0->4095) 00010000:00010000:2.0:1746128331.533158:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.533168:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.533178:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba1c00 00000100:00100000:2.0:1746128331.533191:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3469 00000100:00100000:2.0:1746128331.533197:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556020608:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.533522:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556020608:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 324us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.533528:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3469 00002000:00100000:2.0:1746128331.533533:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096ba1c00 x1830947556020608/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.533606:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ba1c00 with x1830947556020608 ext(0->4095) 00010000:00010000:2.0:1746128331.533612:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.533620:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.533675:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ba1c00 00000100:00100000:0.0:1746128331.536293:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.536374:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.536457:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556020736 00000100:00100000:2.0:1746128331.536463:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556020736 00000100:00100000:2.0:1746128331.536496:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31045 00000100:00100000:2.0:1746128331.536502:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556020736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.536514:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.536526:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d08 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.536574:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.536580:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.536585:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128331.536588:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 35 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.536617:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.536633:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 35 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.536642:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:2.0:1746128331.536692:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556020736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.536698:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31045 00000100:00100000:3.0:1746128331.536742:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556020864 00000100:00100000:3.0:1746128331.536746:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556020864 00010000:00010000:3.0:1746128331.536762:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.536780:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16006 00000100:00100000:3.0:1746128331.536785:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556020864:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.536793:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.536807:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.536821:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.536836:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e69a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645cfa expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.536845:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.536846:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.536851:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.536857:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.536879:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 5 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.536887:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 5 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.536897:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551586432:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.536948:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.541095:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.541147:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556021120 00000100:00100000:2.0:1746128331.541155:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556021120 00002000:00100000:2.0:1746128331.541189:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e2d80 x1830947556021120/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.541198:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e2d80 with x1830947556021120 ext(0->4095) 00010000:00010000:2.0:1746128331.541205:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.541222:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.541228:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e2d80 00000100:00100000:2.0:1746128331.541244:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3470 00000100:00100000:2.0:1746128331.541250:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556021120:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.541342:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551586432:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.541358:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.541380:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556021120:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.541384:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556020864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4599us (5010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.541387:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3470 00000100:00100000:3.0:1746128331.541392:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16006 00002000:00100000:2.0:1746128331.541392:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e2d80 x1830947556021120/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.541398:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e2d80 with x1830947556021120 ext(0->4095) 00010000:00010000:2.0:1746128331.541402:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.541410:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.541415:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e2d80 00000100:00100000:0.0:1746128331.543792:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.543885:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556021248 00000100:00100000:3.0:1746128331.543892:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556021248 00010000:00010000:3.0:1746128331.543914:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.543960:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16007 00000100:00100000:3.0:1746128331.543967:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc14850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556021248:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.543977:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.543992:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.544006:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.544025:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e69af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d01 expref: 6 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.544052:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.544054:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.544061:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.544068:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.544093:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.544103:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551586560:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.544165:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801315f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.547835:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551586560:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.547853:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.548491:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc14850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556021248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4521us (4700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.548500:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16007 00000100:00100000:0.0:1746128331.549182:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.549328:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556021504 00000100:00100000:2.0:1746128331.549334:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556021504 00002000:00100000:2.0:1746128331.549362:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e3100 x1830947556021504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.549370:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e3100 with x1830947556021504 ext(0->4095) 00002000:00010000:2.0:1746128331.549375:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e3100 00000100:00100000:2.0:1746128331.549610:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14059 00000100:00100000:2.0:1746128331.549617:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556021504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.550521:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556021504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 901us (1337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.550527:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14059 00002000:00100000:2.0:1746128331.550532:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e3100 x1830947556021504/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.550538:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e3100 with x1830947556021504 ext(0->4095) 00002000:00010000:2.0:1746128331.550558:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e3100 00000100:00100000:0.0:1746128331.552198:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.552425:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556021632 00000100:00100000:2.0:1746128331.552433:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556021632 00000100:00100000:2.0:1746128331.552466:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31046 00000100:00100000:2.0:1746128331.552473:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556021632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.552487:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.552504:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d0f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.552526:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.552533:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.552534:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.552537:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.552585:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.552595:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 33 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.552606:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551586688:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.552727:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.554944:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551586688:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.554966:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.554980:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9a00, rc 0) 00000100:00100000:0.0:1746128331.555379:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.555666:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556021632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3191us (3471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.555674:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31046 00000100:00100000:3.0:1746128331.555943:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556021760 00000100:00100000:3.0:1746128331.555949:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556021760 00010000:00010000:3.0:1746128331.555971:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.556282:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16008 00000100:00100000:3.0:1746128331.556289:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556021760:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.556300:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.556317:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.556328:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.556345:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e69b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d08 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.556496:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.556498:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.556504:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.556511:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.556533:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.556562:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551586816:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.556608:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.558599:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551586816:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.558621:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.558650:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947556021760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2362us (3272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.558657:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16008 00000100:00100000:0.0:1746128331.559120:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.559311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.559461:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556022016 00000100:00100000:2.0:1746128331.559467:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556022016 00002000:00100000:2.0:1746128331.559496:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1180 x1830947556022016/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.559505:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1180 with x1830947556022016 ext(0->4095) 00002000:00010000:2.0:1746128331.559508:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1180 00000100:00100000:2.0:1746128331.559526:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14060 00000100:00100000:2.0:1746128331.559532:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556022016:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.559638:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556022016:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.559643:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14060 00002000:00100000:2.0:1746128331.559647:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1180 x1830947556022016/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.559653:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1180 with x1830947556022016 ext(0->4095) 00002000:00010000:2.0:1746128331.559655:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1180 00000100:00100000:3.0:1746128331.559893:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556022144 00000100:00100000:3.0:1746128331.559897:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556022144 00000100:00100000:3.0:1746128331.559914:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31047 00000100:00100000:3.0:1746128331.559918:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1723:x1830947556022144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.559936:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.559951:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d16 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.559969:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.559975:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.559976:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.559979:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.559999:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.560009:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.560023:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551586944:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.560068:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ee72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.562146:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.562791:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556022272 00000100:00100000:3.0:1746128331.562797:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556022272 00000100:00100000:3.0:1746128331.562834:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31048 00000100:00100000:3.0:1746128331.562841:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556022272:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.562854:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.562867:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d1d expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.562885:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.562889:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.562894:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.562898:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.562935:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.562946:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.562954:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128331.562986:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1725:x1830947556022272:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.562992:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31048 00000100:00100000:2.0:1746128331.563075:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551586944:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.563089:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.563096:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:2.0:1746128331.563111:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556022144:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3193us (3800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.563115:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31047 00000100:00100000:0.0:1746128331.565067:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.565244:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556022400 00000100:00100000:3.0:1746128331.565250:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556022400 00010000:00010000:3.0:1746128331.565271:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.565303:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16009 00000100:00100000:3.0:1746128331.565308:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556022400:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.565316:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.565330:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.565340:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.565355:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d0f expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.565537:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.565539:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.565598:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.565606:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.565629:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.565640:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.565649:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551587200:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.566006:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.568237:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551587200:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.568255:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.568286:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556022400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2976us (3223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.568294:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16009 00000100:00100000:0.0:1746128331.568522:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.569394:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556022656 00000100:00100000:3.0:1746128331.569400:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556022656 00002000:00100000:3.0:1746128331.569427:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0e00 x1830947556022656/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.569436:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0e00 with x1830947556022656 ext(0->4095) 00010000:00010000:3.0:1746128331.569443:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.569454:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.569460:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e0e00 00000100:00100000:3.0:1746128331.569472:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3471 00000100:00100000:3.0:1746128331.569477:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556022656:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.570087:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556022656:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 608us (1565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.570094:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3471 00002000:00100000:3.0:1746128331.570099:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0e00 x1830947556022656/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.570106:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0e00 with x1830947556022656 ext(0->4095) 00010000:00010000:3.0:1746128331.570111:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.570120:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.570125:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e0e00 00000100:00100000:0.0:1746128331.571802:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.571994:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556022784 00000100:00100000:3.0:1746128331.572000:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556022784 00010000:00010000:3.0:1746128331.572017:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.572395:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16010 00000100:00100000:3.0:1746128331.572402:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556022784:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.572412:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.572426:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.572437:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.572454:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d16 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.573076:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.573078:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.573084:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.573092:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.573118:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.573127:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551587328:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.573492:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.576205:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551587328:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.576219:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.576249:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556022784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3848us (4451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.576256:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16010 00000100:00100000:0.0:1746128331.576376:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.577077:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556023040 00000100:00100000:3.0:1746128331.577084:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556023040 00002000:00100000:3.0:1746128331.577114:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1500 x1830947556023040/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.577127:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1500 with x1830947556023040 ext(0->4095) 00002000:00010000:3.0:1746128331.577130:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1500 00000100:00100000:3.0:1746128331.577158:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14061 00000100:00100000:3.0:1746128331.577163:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556023040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.577252:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556023040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.577257:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14061 00002000:00100000:3.0:1746128331.577261:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e1500 x1830947556023040/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.577266:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1500 with x1830947556023040 ext(0->4095) 00002000:00010000:3.0:1746128331.577268:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1500 00000100:00100000:0.0:1746128331.579175:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.579281:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556023168 00000100:00100000:2.0:1746128331.579287:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556023168 00000100:00100000:2.0:1746128331.579325:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31049 00000100:00100000:2.0:1746128331.579331:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556023168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.579343:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.579356:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d24 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.579383:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.579394:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.579396:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.579399:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.579423:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.579433:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 33 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.579443:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551587456:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.579513:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.581162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.581257:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551587456:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.581274:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.581286:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:2.0:1746128331.581323:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556023168:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1992us (2152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.581330:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31049 00000100:00100000:3.0:1746128331.581391:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556023296 00000100:00100000:3.0:1746128331.581396:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556023296 00010000:00010000:3.0:1746128331.581413:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.581440:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16011 00000100:00100000:3.0:1746128331.581444:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556023296:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.581452:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.581465:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.581473:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.581488:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e69cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d1d expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.581500:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.581501:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.581506:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.581871:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.581894:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.581903:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551587584:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.581968:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.585675:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.585918:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551587584:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.585949:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.585992:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947556023296:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4546us (4832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.585993:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556023552 00000100:00100000:2.0:1746128331.585997:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556023552 00000100:00100000:3.0:1746128331.585999:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16011 00002000:00100000:2.0:1746128331.586027:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0380 x1830947556023552/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.586042:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0380 with x1830947556023552 ext(0->4095) 00002000:00010000:2.0:1746128331.586046:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e0380 00000100:00100000:2.0:1746128331.586075:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14062 00000100:00100000:2.0:1746128331.586082:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556023552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.586181:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556023552:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.586187:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14062 00002000:00100000:2.0:1746128331.586191:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800941e0380 x1830947556023552/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.586197:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e0380 with x1830947556023552 ext(0->4095) 00002000:00010000:2.0:1746128331.586200:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e0380 00000100:00100000:0.0:1746128331.587522:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.588114:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556023680 00000100:00100000:2.0:1746128331.588120:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556023680 00000100:00100000:2.0:1746128331.588356:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31050 00000100:00100000:2.0:1746128331.588363:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1725:x1830947556023680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.588375:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.588388:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d2b expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.588410:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.588417:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.588419:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.588422:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.588446:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.588455:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.588466:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551587712:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.588516:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.588857:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.588909:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556023808 00000100:00100000:3.0:1746128331.588912:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556023808 00000100:00100000:3.0:1746128331.588938:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31051 00000100:00100000:3.0:1746128331.588943:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556023808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.588951:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.588957:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d32 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.588966:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.588969:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.588974:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.588976:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.588993:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.589002:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.589010:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:3.0:1746128331.589044:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1723:x1830947556023808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.589050:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31051 00000100:00100000:2.0:1746128331.590855:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551587712:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.590871:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.590881:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:2.0:1746128331.591378:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556023680:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3014us (3856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.591384:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31050 00000100:00100000:0.0:1746128331.591436:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.591600:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556023936 00000100:00100000:3.0:1746128331.591605:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556023936 00010000:00010000:3.0:1746128331.591622:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.591689:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16012 00000100:00100000:3.0:1746128331.591696:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556023936:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.591705:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.591723:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.591731:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.591745:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e69d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d24 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.591760:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.591762:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.591766:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.591773:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.591797:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.591809:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.591818:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551587968:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.591865:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.593240:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551587968:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.593258:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.593310:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556023936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1613us (1873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.593317:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16012 00000100:00100000:0.0:1746128331.593706:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.593770:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556024192 00000100:00100000:3.0:1746128331.593775:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556024192 00002000:00100000:3.0:1746128331.593800:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b31f80 x1830947556024192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.593809:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b31f80 with x1830947556024192 ext(0->4095) 00010000:00010000:3.0:1746128331.593814:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.593825:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.593830:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b31f80 00000100:00100000:3.0:1746128331.593857:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3472 00000100:00100000:3.0:1746128331.593863:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556024192:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.593970:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556024192:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.593976:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3472 00002000:00100000:3.0:1746128331.593980:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b31f80 x1830947556024192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.593986:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b31f80 with x1830947556024192 ext(0->4095) 00010000:00010000:3.0:1746128331.593991:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.593999:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.594004:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b31f80 00000100:00100000:0.0:1746128331.595284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.595424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.595485:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556024320 00000100:00100000:2.0:1746128331.595490:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556024320 00000100:00100000:2.0:1746128331.595514:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31052 00000100:00100000:2.0:1746128331.595519:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556024320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.595528:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.595538:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d39 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.595580:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.595585:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.595589:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128331.595592:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.595617:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.595627:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.595635:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:2.0:1746128331.595670:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556024320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.595675:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31052 00000100:00100000:3.0:1746128331.595730:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556024448 00000100:00100000:3.0:1746128331.595734:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556024448 00010000:00010000:3.0:1746128331.595750:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.595814:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16013 00000100:00100000:3.0:1746128331.595819:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2017:x1830947556024448:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.595827:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.595840:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.595848:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.595862:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e69d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d2b expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.595880:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.595882:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.595887:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.595896:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.595914:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.596071:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.596083:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551588224:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.596180:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.597813:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.597874:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551588224:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.597887:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.597936:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2017:x1830947556024448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2116us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.597944:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16013 00000100:00100000:2.0:1746128331.598005:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556024704 00000100:00100000:2.0:1746128331.598009:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556024704 00002000:00100000:2.0:1746128331.598032:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b32a00 x1830947556024704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.598040:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32a00 with x1830947556024704 ext(0->4095) 00010000:00010000:2.0:1746128331.598045:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.598059:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.598064:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b32a00 00000100:00100000:2.0:1746128331.598076:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3473 00000100:00100000:2.0:1746128331.598081:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556024704:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.598196:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556024704:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.598201:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3473 00002000:00100000:2.0:1746128331.598213:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b32a00 x1830947556024704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.598219:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32a00 with x1830947556024704 ext(0->4095) 00010000:00010000:2.0:1746128331.598223:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.598231:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.598236:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b32a00 00000100:00100000:0.0:1746128331.601613:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.601643:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556024960 00000100:00100000:0.0:1746128331.601649:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.601650:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556024960 00000100:00100000:2.0:1746128331.601803:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31053 00000100:00100000:2.0:1746128331.601813:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556024960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.601826:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.601840:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d40 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.601854:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556024832 00000100:00100000:3.0:1746128331.601858:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556024832 00010000:00010000:2.0:1746128331.601860:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.601866:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.601871:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128331.601874:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 36 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.601874:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.601901:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.601908:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16014 00010000:00010000:2.0:1746128331.601911:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.601914:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc14450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2015:x1830947556024832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.601918:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00010000:00010000:3.0:1746128331.601932:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.601947:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 36 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.601956:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 36 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.601963:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1723:x1830947556024960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.601968:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31053 00010000:00010000:3.0:1746128331.601970:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e69e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d32 expref: 36 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.601983:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.601984:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.601988:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.601994:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.602011:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.602021:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.602030:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551588480:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.602078:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.604777:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551588480:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.604797:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.604844:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc14450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556024832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2929us (3193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.604854:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16014 00000100:00100000:0.0:1746128331.605442:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.605500:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556025216 00000100:00100000:2.0:1746128331.605505:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556025216 00002000:00100000:2.0:1746128331.605536:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b31500 x1830947556025216/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.605564:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b31500 with x1830947556025216 ext(0->4095) 00010000:00010000:2.0:1746128331.605571:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.605587:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.605592:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b31500 00000100:00100000:2.0:1746128331.605606:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3474 00000100:00100000:2.0:1746128331.605611:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556025216:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.605884:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556025216:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 272us (442us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.605890:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3474 00002000:00100000:2.0:1746128331.605896:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b31500 x1830947556025216/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.605902:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b31500 with x1830947556025216 ext(0->4095) 00010000:00010000:2.0:1746128331.605906:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.605914:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.605920:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b31500 00000100:00100000:0.0:1746128331.607979:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.608033:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556025344 00000100:00100000:3.0:1746128331.608040:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556025344 00010000:00010000:3.0:1746128331.608063:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.608111:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16015 00000100:00100000:3.0:1746128331.608118:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556025344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.608128:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.608144:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.608154:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.608172:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e69e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d39 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.608196:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.608197:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.608203:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.608210:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.608236:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.608253:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551588608:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.608307:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.610149:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.610206:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556025600 00000100:00100000:2.0:1746128331.610212:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556025600 00000100:00100000:3.0:1746128331.610236:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551588608:192.168.202.33@tcp:105: 00002000:00100000:2.0:1746128331.610241:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b30e00 x1830947556025600/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.610250:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30e00 with x1830947556025600 ext(0->4095) 00010000:00010000:3.0:1746128331.610251:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746128331.610254:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b30e00 00000100:00100000:2.0:1746128331.610271:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14063 00000100:00100000:2.0:1746128331.610277:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556025600:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.610331:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556025344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2212us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.610339:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16015 00000100:00100000:2.0:1746128331.610410:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556025600:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.610416:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14063 00002000:00100000:2.0:1746128331.610421:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b30e00 x1830947556025600/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.610428:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30e00 with x1830947556025600 ext(0->4095) 00002000:00010000:2.0:1746128331.610470:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b30e00 00000100:00100000:0.0:1746128331.611449:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.611504:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556025728 00000100:00100000:2.0:1746128331.611509:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556025728 00000100:00100000:2.0:1746128331.611533:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31054 00000100:00100000:2.0:1746128331.611538:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556025728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.611565:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.611577:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d47 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.611596:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.611603:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.611604:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.611607:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.611631:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 33 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.611642:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 33 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.611652:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551588736:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.611719:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.613458:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551588736:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.613476:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.613676:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9a00, rc 0) 00000100:00100000:2.0:1746128331.613715:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556025728:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2175us (2266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.613723:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31054 00000100:00100000:0.0:1746128331.613723:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.613792:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556025856 00000100:00100000:3.0:1746128331.613797:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556025856 00010000:00010000:3.0:1746128331.613814:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.613834:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16016 00000100:00100000:3.0:1746128331.613839:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556025856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.613848:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.613862:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.613872:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.613887:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e69ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d40 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.613898:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.613900:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.613905:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.613913:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.613967:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.613976:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551588864:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.614019:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.615737:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551588864:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.615751:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.615785:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947556025856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1945us (2062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.615792:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16016 00000100:00100000:0.0:1746128331.616160:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.616238:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556026112 00000100:00100000:2.0:1746128331.616243:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556026112 00002000:00100000:2.0:1746128331.616268:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b30380 x1830947556026112/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.616277:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30380 with x1830947556026112 ext(0->4095) 00002000:00010000:2.0:1746128331.616280:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b30380 00000100:00100000:2.0:1746128331.616292:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14064 00000100:00100000:2.0:1746128331.616297:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556026112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.616381:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556026112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.616386:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14064 00002000:00100000:2.0:1746128331.616390:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b30380 x1830947556026112/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.616396:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b30380 with x1830947556026112 ext(0->4095) 00002000:00010000:2.0:1746128331.616399:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122b30380 00000100:00100000:1.0:1746128331.618957:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.619041:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556026240 00000100:00100000:3.0:1746128331.619048:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556026240 00000100:00100000:3.0:1746128331.619075:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31055 00000100:00100000:3.0:1746128331.619081:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1725:x1830947556026240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.619094:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.619107:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d4e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.619131:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.619142:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.619144:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.619147:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.619168:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.619177:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.619188:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551588992:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.619238:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.620983:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.621340:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556026368 00000100:00100000:1.0:1746128331.621346:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556026368 00000100:00100000:1.0:1746128331.621384:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31056 00000100:00100000:1.0:1746128331.621390:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556026368:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.621401:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.621412:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d55 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.621428:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.621432:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.621438:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.621441:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.621462:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.621472:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.621480:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128331.621517:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1723:x1830947556026368:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.621522:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31056 00000100:00100000:3.0:1746128331.621959:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551588992:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.621974:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.621982:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:3.0:1746128331.622011:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556026240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2929us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.622016:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31055 00000100:00100000:0.0:1746128331.622439:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.622626:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556026496 00000100:00100000:3.0:1746128331.622630:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556026496 00010000:00010000:3.0:1746128331.622644:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.623005:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16017 00000100:00100000:3.0:1746128331.623011:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556026496:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.623019:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.623035:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.623045:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.623059:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e69f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d47 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.623899:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.623901:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.623908:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.623916:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.623949:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.623959:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.623974:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551589248:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.624691:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.628723:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551589248:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.628743:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.628803:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556026496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5790us (6362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.628813:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16017 00000100:00100000:0.0:1746128331.629783:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.630669:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556026752 00000100:00100000:2.0:1746128331.630676:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556026752 00002000:00100000:2.0:1746128331.630709:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b32300 x1830947556026752/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.630717:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32300 with x1830947556026752 ext(0->4095) 00010000:00010000:2.0:1746128331.630724:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.630736:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.630742:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b32300 00000100:00100000:2.0:1746128331.630760:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3475 00000100:00100000:2.0:1746128331.630766:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556026752:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.630887:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556026752:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (1106us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.630894:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3475 00002000:00100000:2.0:1746128331.630900:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b32300 x1830947556026752/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.630905:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b32300 with x1830947556026752 ext(0->4095) 00010000:00010000:2.0:1746128331.630910:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.630918:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.630932:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b32300 00000100:00100000:0.0:1746128331.634253:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.634314:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556027008 00000100:00100000:3.0:1746128331.634321:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556027008 00000100:00100000:0.0:1746128331.634323:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.634357:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31057 00000100:00100000:3.0:1746128331.634364:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556027008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746128331.634407:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556026880 00000100:00100000:2.0:1746128331.634410:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556026880 00010000:00010000:2.0:1746128331.634428:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.634461:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16018 00000100:00100000:2.0:1746128331.634466:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2017:x1830947556026880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.634477:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.634493:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.634503:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.634520:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e69fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d4e expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.634565:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.634567:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.634573:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.634580:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.634606:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.634616:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551589376:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.634672:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b600 going to sleep for 11 seconds 00010000:00010000:3.0:1746128331.634728:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.634738:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d5c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.634752:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.634757:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.634759:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.634761:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.634775:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.634787:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.634795:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551589504:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.635188:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.635816:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551589376:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.635828:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.635862:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2017:x1830947556026880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1395us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.635870:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16018 00000100:00100000:3.0:1746128331.636697:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551589504:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.636715:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.636727:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:3.0:1746128331.636755:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556027008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2392us (2508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.636761:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31057 00000100:00100000:0.0:1746128331.637075:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.637170:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556027264 00000100:00100000:2.0:1746128331.637175:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556027264 00002000:00100000:2.0:1746128331.637203:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b31c00 x1830947556027264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.637211:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b31c00 with x1830947556027264 ext(0->4095) 00010000:00010000:2.0:1746128331.637216:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.637229:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.637235:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b31c00 00000100:00100000:2.0:1746128331.637261:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3476 00000100:00100000:2.0:1746128331.637271:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556027264:12345-192.168.202.33@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746128331.637374:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556027264:12345-192.168.202.33@tcp:3:ldlm_bl.0 Request processed in 107us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.637380:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3476 00002000:00100000:2.0:1746128331.637385:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880122b31c00 x1830947556027264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.637392:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122b31c00 with x1830947556027264 ext(0->4095) 00010000:00010000:2.0:1746128331.637396:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.637404:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:2.0:1746128331.637409:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880122b31c00 00000100:00100000:0.0:1746128331.639777:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.639823:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.639893:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556027392 00000100:00100000:3.0:1746128331.639899:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556027392 00000100:00100000:3.0:1746128331.639941:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31058 00000100:00100000:3.0:1746128331.639948:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556027392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.639960:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.639972:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d63 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.639989:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.639994:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.640004:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128331.640007:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.640033:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.640042:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.640050:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128331.640091:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556027392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.640096:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31058 00000100:00100000:2.0:1746128331.640154:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556027520 00000100:00100000:2.0:1746128331.640158:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556027520 00010000:00010000:2.0:1746128331.640174:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.640189:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16019 00000100:00100000:2.0:1746128331.640195:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556027520:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.640202:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.640265:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.640275:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.640380:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d55 expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.640402:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.640403:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.640408:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.640415:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.640434:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.640443:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.640452:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551589760:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.640513:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.642570:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551589760:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.642584:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.643044:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556027520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2846us (3217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.643053:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16019 00000100:00100000:1.0:1746128331.644130:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.644197:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556027776 00000100:00100000:0.0:1746128331.644204:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556027776 00002000:00100000:0.0:1746128331.644235:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497480 x1830947556027776/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.644244:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497480 with x1830947556027776 ext(0->4095) 00010000:00010000:0.0:1746128331.644251:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.644262:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746128331.644268:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497480 00000100:00100000:0.0:1746128331.644533:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3477 00000100:00100000:0.0:1746128331.644540:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556027776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128331.644671:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556027776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (541us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128331.644679:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3477 00002000:00100000:0.0:1746128331.644684:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497480 x1830947556027776/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.644690:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497480 with x1830947556027776 ext(0->4095) 00010000:00010000:0.0:1746128331.644694:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:0.0:1746128331.644703:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:0.0:1746128331.644708:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b497480 00000100:00100000:0.0:1746128331.646804:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.646955:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556027904 00000100:00100000:2.0:1746128331.646961:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556027904 00010000:00010000:2.0:1746128331.646983:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.647014:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16020 00000100:00100000:2.0:1746128331.647019:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556027904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.647029:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.647044:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.647054:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.647071:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d5c expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.647086:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.647088:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.647094:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.647101:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.647126:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.647136:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551589888:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.647199:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.649001:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551589888:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.649014:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.649040:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556027904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2020us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.649048:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16020 00000100:00100000:0.0:1746128331.649206:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.649413:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556028160 00000100:00100000:2.0:1746128331.649418:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556028160 00002000:00100000:2.0:1746128331.649443:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee58e00 x1830947556028160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.649450:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee58e00 with x1830947556028160 ext(0->4095) 00002000:00010000:2.0:1746128331.649453:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee58e00 00000100:00100000:2.0:1746128331.649466:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14065 00000100:00100000:2.0:1746128331.649470:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556028160:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.649799:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556028160:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 327us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.649805:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14065 00002000:00100000:2.0:1746128331.649809:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee58e00 x1830947556028160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.649821:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee58e00 with x1830947556028160 ext(0->4095) 00002000:00010000:2.0:1746128331.649824:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee58e00 00000100:00100000:0.0:1746128331.651930:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.652102:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556028288 00000100:00100000:2.0:1746128331.652109:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556028288 00000100:00100000:2.0:1746128331.652179:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31059 00000100:00100000:2.0:1746128331.652186:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556028288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.652198:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.652211:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d6a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.652232:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.652239:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.652241:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.652244:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.652266:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.652276:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.652286:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551590016:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.652440:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.654306:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.654398:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551590016:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.654418:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.654431:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:2.0:1746128331.654460:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556028288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2274us (2542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.654467:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31059 00000100:00100000:3.0:1746128331.654537:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556028416 00000100:00100000:3.0:1746128331.654568:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556028416 00010000:00010000:3.0:1746128331.654587:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.654618:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16021 00000100:00100000:3.0:1746128331.654624:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cc14050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556028416:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.654632:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.654647:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.654657:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.654680:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6a11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d63 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.654693:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.654695:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.654700:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.654707:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.654729:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.655091:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551590144:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.655174:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.657601:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551590144:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.657619:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.657669:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cc14050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2015:x1830947556028416:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3044us (3369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.657677:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16021 00000100:00100000:0.0:1746128331.657965:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.657982:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556028672 00000100:00100000:0.0:1746128331.657992:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556028672 00002000:00100000:0.0:1746128331.658018:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5aa00 x1830947556028672/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.658026:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5aa00 with x1830947556028672 ext(0->4095) 00002000:00010000:0.0:1746128331.658029:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5aa00 00000100:00100000:0.0:1746128331.658044:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14066 00000100:00100000:0.0:1746128331.658050:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556028672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128331.658155:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556028672:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128331.658161:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14066 00002000:00100000:0.0:1746128331.658166:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5aa00 x1830947556028672/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128331.658173:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5aa00 with x1830947556028672 ext(0->4095) 00002000:00010000:0.0:1746128331.658175:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5aa00 00000100:00100000:0.0:1746128331.660111:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.660451:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556028800 00000100:00100000:2.0:1746128331.660457:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556028800 00000100:00100000:0.0:1746128331.660472:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.660588:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556028928 00000100:00100000:3.0:1746128331.660592:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556028928 00000100:00100000:2.0:1746128331.660813:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31060 00000100:00100000:2.0:1746128331.660820:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556028800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.660832:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128331.660863:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31061 00000100:00100000:3.0:1746128331.660867:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556028928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.660874:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.660886:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d78 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.660911:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.660918:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.660919:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.660932:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.660958:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.660978:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d71 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.661008:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.661018:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551590272:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.661075:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.661079:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.661085:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.661087:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.661105:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.661119:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.661127:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:2.0:1746128331.661147:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1725:x1830947556028800:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 327us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.661152:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31060 00000100:00100000:3.0:1746128331.661154:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.662824:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551590272:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.662843:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.662852:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:3.0:1746128331.662891:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556028928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2022us (2418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.662900:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31061 00000100:00100000:0.0:1746128331.662961:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.663268:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556029056 00000100:00100000:3.0:1746128331.663274:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556029056 00010000:00010000:3.0:1746128331.663292:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.663319:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16022 00000100:00100000:3.0:1746128331.663325:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556029056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.663334:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.663348:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.663356:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.663372:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d6a expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.663397:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.663399:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.663405:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.663413:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.663434:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.663444:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.663453:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551590528:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.663503:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.665946:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.666041:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551590528:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.666057:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.667146:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947556029056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3818us (4183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.667154:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16022 00000100:00100000:1.0:1746128331.667241:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556029312 00000100:00100000:1.0:1746128331.667247:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556029312 00002000:00100000:1.0:1746128331.667275:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee59180 x1830947556029312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.667283:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee59180 with x1830947556029312 ext(0->4095) 00010000:00010000:1.0:1746128331.667290:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.667300:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.667305:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee59180 00000100:00100000:1.0:1746128331.667316:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3478 00000100:00100000:1.0:1746128331.667321:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556029312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.667417:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556029312:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (1476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.667422:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3478 00002000:00100000:1.0:1746128331.667426:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee59180 x1830947556029312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.667433:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee59180 with x1830947556029312 ext(0->4095) 00010000:00010000:1.0:1746128331.667437:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.667445:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.667450:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee59180 00000100:00100000:0.0:1746128331.669708:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.669753:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556029440 00000100:00100000:2.0:1746128331.669759:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556029440 00010000:00010000:2.0:1746128331.669826:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.669977:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16023 00000100:00100000:2.0:1746128331.669985:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556029440:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.669996:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.670010:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.670020:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.670039:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6a1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d78 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.670067:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.670069:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.670074:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.670085:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.670234:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.670244:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551590656:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.670355:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.672690:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.672721:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551590656:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.672741:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.672770:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556029440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2786us (3067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.672778:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16023 00000100:00100000:3.0:1746128331.672831:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556029696 00000100:00100000:3.0:1746128331.672836:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556029696 00002000:00100000:3.0:1746128331.672863:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee59880 x1830947556029696/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.672871:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee59880 with x1830947556029696 ext(0->4095) 00002000:00010000:3.0:1746128331.672875:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee59880 00000100:00100000:3.0:1746128331.672897:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14067 00000100:00100000:3.0:1746128331.672902:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556029696:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.673004:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556029696:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.673009:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14067 00002000:00100000:3.0:1746128331.673013:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee59880 x1830947556029696/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.673025:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee59880 with x1830947556029696 ext(0->4095) 00002000:00010000:3.0:1746128331.673027:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee59880 00000100:00100000:0.0:1746128331.674583:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.674690:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556029824 00000100:00100000:3.0:1746128331.674695:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556029824 00000100:00100000:3.0:1746128331.674735:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31062 00000100:00100000:3.0:1746128331.674741:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095841850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556029824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.674752:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.674765:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d7f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.674787:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.674794:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.674795:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.674798:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.674819:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.674828:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.674837:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551590784:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.674903:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.677025:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551590784:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.677049:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.677062:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:3.0:1746128331.677103:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095841850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556029824:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (2522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.677115:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31062 00000100:00100000:0.0:1746128331.679000:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.679276:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556029952 00000100:00100000:2.0:1746128331.679283:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556029952 00010000:00010000:2.0:1746128331.679309:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.679580:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16024 00000100:00100000:2.0:1746128331.679587:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556029952:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.679599:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.679616:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.679627:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.679645:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d71 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746128331.679666:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.679668:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.679675:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.679683:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.679710:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.679721:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551590912:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.679784:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.681821:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551590912:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.681836:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.681865:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947556029952:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2278us (2870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.681874:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16024 00000100:00100000:0.0:1746128331.683188:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.683229:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.683380:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556030208 00000100:00100000:1.0:1746128331.683387:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556030208 00002000:00100000:1.0:1746128331.683414:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5b100 x1830947556030208/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.683422:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5b100 with x1830947556030208 ext(0->4095) 00002000:00010000:1.0:1746128331.683426:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5b100 00000100:00100000:1.0:1746128331.683451:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14068 00000100:00100000:1.0:1746128331.683456:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556030208:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.683559:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556030208:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.683565:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14068 00002000:00100000:1.0:1746128331.683569:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5b100 x1830947556030208/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.683576:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5b100 with x1830947556030208 ext(0->4095) 00002000:00010000:1.0:1746128331.683579:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5b100 00000100:00100000:3.0:1746128331.683631:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556030336 00000100:00100000:3.0:1746128331.683634:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556030336 00000100:00100000:3.0:1746128331.683655:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31063 00000100:00100000:3.0:1746128331.683659:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:1723:x1830947556030336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.683667:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.683678:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d86 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.683696:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.683702:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.683704:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.683707:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.683727:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.683737:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.683747:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551591040:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.683792:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.685897:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551591040:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.685918:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.685939:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:3.0:1746128331.685968:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556030336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2308us (2739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.685975:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31063 00000100:00100000:0.0:1746128331.686073:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.686297:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556030464 00000100:00100000:3.0:1746128331.686301:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556030464 00000100:00100000:3.0:1746128331.686324:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31064 00000100:00100000:3.0:1746128331.686329:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556030464:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.686339:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.686349:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d8d expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.686363:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.686368:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.686372:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.686375:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.686400:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.686410:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.686417:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:3.0:1746128331.687015:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556030464:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 683us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.687021:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31064 00000100:00100000:2.0:1746128331.687153:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.687373:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556030592 00000100:00100000:3.0:1746128331.687377:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556030592 00010000:00010000:3.0:1746128331.687392:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.687406:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16025 00000100:00100000:3.0:1746128331.687411:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556030592:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.687417:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.687431:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.687439:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.687453:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6a2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d7f expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.687477:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.687479:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.687484:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.687490:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.687507:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.687516:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.687526:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551591296:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.687588:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.689695:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551591296:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.689716:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.690066:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556030592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2651us (2911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.690075:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16025 00000100:00100000:0.0:1746128331.690231:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.690345:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556030848 00000100:00100000:3.0:1746128331.690350:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556030848 00002000:00100000:3.0:1746128331.690375:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee59c00 x1830947556030848/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.690390:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee59c00 with x1830947556030848 ext(0->4095) 00010000:00010000:3.0:1746128331.690396:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.690406:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.690411:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee59c00 00000100:00100000:3.0:1746128331.690867:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3479 00000100:00100000:3.0:1746128331.690874:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556030848:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.690972:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556030848:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (741us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.690977:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3479 00002000:00100000:3.0:1746128331.690982:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee59c00 x1830947556030848/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.690989:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee59c00 with x1830947556030848 ext(0->4095) 00010000:00010000:3.0:1746128331.690993:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.691002:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.691007:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee59c00 00000100:00100000:0.0:1746128331.693692:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.693788:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556030976 00000100:00100000:3.0:1746128331.693796:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556030976 00010000:00010000:3.0:1746128331.693825:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.694342:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16026 00000100:00100000:3.0:1746128331.694350:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2016:x1830947556030976:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.694362:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.694378:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.694389:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.694408:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6a34 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d86 expref: 35 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.694691:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.694694:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.694701:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.694709:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.694735:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 34 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.694745:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551591424:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.695129:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.698046:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.698240:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551591424:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.698255:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.698296:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2016:x1830947556030976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3946us (4610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.698305:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16026 00000100:00100000:1.0:1746128331.698387:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556031232 00000100:00100000:1.0:1746128331.698393:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556031232 00002000:00100000:1.0:1746128331.698427:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5a300 x1830947556031232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.698436:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5a300 with x1830947556031232 ext(0->4095) 00002000:00010000:1.0:1746128331.698440:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5a300 00000100:00100000:1.0:1746128331.698454:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14069 00000100:00100000:1.0:1746128331.698460:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556031232:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.698582:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556031232:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.698589:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14069 00002000:00100000:1.0:1746128331.698594:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee5a300 x1830947556031232/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.698601:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee5a300 with x1830947556031232 ext(0->4095) 00002000:00010000:1.0:1746128331.698604:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee5a300 00000100:00100000:0.0:1746128331.702863:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.702948:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556031360 00000100:00100000:2.0:1746128331.702955:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556031360 00000100:00100000:2.0:1746128331.703002:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31065 00000100:00100000:2.0:1746128331.703009:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556031360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.703022:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.703036:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d94 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.703059:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.703065:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.703067:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.703069:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.703093:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.703104:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.703113:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551591552:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.703184:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.708375:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551591552:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.708400:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.708416:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128331.708470:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556031360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5460us (5611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.708481:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31065 00000100:00100000:0.0:1746128331.713234:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.714058:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.714566:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556031488 00000100:00100000:3.0:1746128331.714573:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556031488 00010000:00010000:3.0:1746128331.714602:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.714632:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16027 00000100:00100000:3.0:1746128331.714639:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556031488:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.714650:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.714664:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.714674:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.714693:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6a3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d8d expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.714714:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.714716:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.714723:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.714734:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.714759:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.714768:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551591680:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.715394:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.715537:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556031616 00000100:00100000:2.0:1746128331.715556:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556031616 00000100:00100000:2.0:1746128331.715577:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31066 00000100:00100000:2.0:1746128331.715582:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556031616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.715593:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.715602:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645d9b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.715617:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.715623:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.715625:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.715627:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.715642:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.715650:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 5 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.715658:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551591808:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.715682:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.720822:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551591680:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.720839:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.720936:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556031488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6283us (7694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.720947:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16027 00000100:00100000:0.0:1746128331.721028:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551591808:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128331.721046:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.721065:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:0.0:1746128331.721083:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556031616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5501us (7026us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128331.721088:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31066 00000100:00100000:0.0:1746128331.722039:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.722234:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556031872 00000100:00100000:3.0:1746128331.722240:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556031872 00002000:00100000:3.0:1746128331.722272:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5180 x1830947556031872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.722283:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5180 with x1830947556031872 ext(0->4095) 00010000:00010000:3.0:1746128331.722289:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.722300:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.722306:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b5180 00000100:00100000:3.0:1746128331.722333:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3480 00000100:00100000:3.0:1746128331.722339:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556031872:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128331.722436:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556031872:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.722442:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3480 00002000:00100000:3.0:1746128331.722447:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5180 x1830947556031872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.722454:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5180 with x1830947556031872 ext(0->4095) 00010000:00010000:3.0:1746128331.722458:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.722466:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.722472:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b5180 00000100:00100000:0.0:1746128331.724279:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.724347:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556032000 00000100:00100000:1.0:1746128331.724352:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556032000 00000100:00100000:1.0:1746128331.724382:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31067 00000100:00100000:1.0:1746128331.724388:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556032000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.724398:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.724409:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645da2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.724425:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.724429:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.724433:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.724436:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.724460:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.724469:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.724480:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:1.0:1746128331.724503:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556032000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.724507:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31067 00000100:00100000:0.0:1746128331.725964:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.726029:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556032128 00000100:00100000:3.0:1746128331.726034:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556032128 00010000:00010000:3.0:1746128331.726056:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.726119:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16028 00000100:00100000:3.0:1746128331.726126:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556032128:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.726137:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.726150:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.726164:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.726182:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6a42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d94 expref: 6 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.726281:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.726283:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.726289:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.726296:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.726318:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.726327:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.726336:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551592064:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.727205:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.729234:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551592064:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.729250:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.729360:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556032128:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3233us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.729372:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16028 00000100:00100000:0.0:1746128331.730378:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.731203:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556032384 00000100:00100000:1.0:1746128331.731210:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556032384 00002000:00100000:1.0:1746128331.731243:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b6a00 x1830947556032384/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.731251:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b6a00 with x1830947556032384 ext(0->4095) 00010000:00010000:1.0:1746128331.731259:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.731270:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.731275:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b6a00 00000100:00100000:1.0:1746128331.731301:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3481 00000100:00100000:1.0:1746128331.731306:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556032384:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.731579:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556032384:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 269us (1200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.731585:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3481 00002000:00100000:1.0:1746128331.731590:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b6a00 x1830947556032384/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.731602:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b6a00 with x1830947556032384 ext(0->4095) 00010000:00010000:1.0:1746128331.731606:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.731614:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.731619:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b6a00 00000100:00100000:0.0:1746128331.733912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.734324:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556032512 00000100:00100000:3.0:1746128331.734331:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556032512 00010000:00010000:3.0:1746128331.734358:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.734391:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16029 00000100:00100000:3.0:1746128331.734397:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556032512:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.734407:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.734421:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.734432:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.734450:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6a49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645d9b expref: 35 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.734504:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.734506:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.734512:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.734519:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.734568:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.734579:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551592192:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.734657:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.736969:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.737057:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551592192:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.737073:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.737103:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556032512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2706us (3197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.737111:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16029 00000100:00100000:1.0:1746128331.737181:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556032768 00000100:00100000:1.0:1746128331.737187:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556032768 00002000:00100000:1.0:1746128331.737214:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b4380 x1830947556032768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.737222:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b4380 with x1830947556032768 ext(0->4095) 00002000:00010000:1.0:1746128331.737225:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b4380 00000100:00100000:1.0:1746128331.737237:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14070 00000100:00100000:1.0:1746128331.737242:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2017:x1830947556032768:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128331.737324:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2017:x1830947556032768:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 82us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.737328:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14070 00002000:00100000:1.0:1746128331.737332:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b4380 x1830947556032768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.737338:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b4380 with x1830947556032768 ext(0->4095) 00002000:00010000:1.0:1746128331.737340:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b4380 00000100:00100000:0.0:1746128331.739147:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.739246:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556032896 00000100:00100000:1.0:1746128331.739253:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556032896 00000100:00100000:1.0:1746128331.739411:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31068 00000100:00100000:1.0:1746128331.739419:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556032896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.739431:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.739443:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645da9 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.739464:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.739470:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.739472:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.739475:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.739499:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.739509:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 33 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746128331.739519:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551592320:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.739602:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec909c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.741969:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551592320:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.741993:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.742010:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128331.742047:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556032896:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2628us (2905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.742054:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31068 00000100:00100000:0.0:1746128331.742237:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.742321:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556033024 00000100:00100000:3.0:1746128331.742326:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556033024 00010000:00010000:3.0:1746128331.742532:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.742587:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16030 00000100:00100000:3.0:1746128331.742594:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556033024:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.742604:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.742619:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.742629:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.742646:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6a50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da2 expref: 34 pid: 9591 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.742664:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.742666:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.742671:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.742677:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.742698:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.742707:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551592448:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.742758:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.745032:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.745087:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556033280 00000100:00100000:2.0:1746128331.745094:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556033280 00000100:00100000:3.0:1746128331.745109:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551592448:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.745121:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746128331.745122:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5880 x1830947556033280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.745129:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947556033280 ext(0->4095) 00002000:00010000:2.0:1746128331.745133:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b5880 00000100:00100000:3.0:1746128331.745158:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947556033024:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2564us (2921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.745161:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14071 00000100:00100000:3.0:1746128331.745164:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16030 00000100:00100000:2.0:1746128331.745167:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556033280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.745267:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556033280:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.745272:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14071 00002000:00100000:2.0:1746128331.745277:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b5880 x1830947556033280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.745283:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b5880 with x1830947556033280 ext(0->4095) 00002000:00010000:2.0:1746128331.745286:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e5b5880 00000100:00100000:0.0:1746128331.748057:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.748120:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556033408 00000100:00100000:1.0:1746128331.748127:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556033408 00000100:00100000:0.0:1746128331.748139:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.748199:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556033536 00000100:00100000:1.0:1746128331.748202:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556033536 00000100:00100000:0.0:1746128331.748208:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31069 00000100:00100000:0.0:1746128331.748215:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556033408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128331.748226:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31070 00010000:00010000:0.0:1746128331.748228:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746128331.748231:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556033536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.748236:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.748242:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645db7 expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.748242:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645db0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.748261:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.748268:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.748270:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.748273:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.748303:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.748307:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.748312:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.748314:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.748338:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.748349:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.748362:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00010000:00010000:0.0:1746128331.748393:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128331.748406:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1723:x1830947556033536:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.748411:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31070 00010000:00010000:0.0:1746128331.748577:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746128331.748736:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e5b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551592704:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.748902:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.751011:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e5b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551592704:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128331.751013:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128331.751029:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.751040:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b33a00, rc 0) 00000100:00100000:3.0:1746128331.751092:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556033664 00000100:00100000:3.0:1746128331.751098:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556033664 00000100:00100000:1.0:1746128331.751141:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556033408:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (3089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.751148:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31069 00010000:00010000:3.0:1746128331.751285:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.751314:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16031 00000100:00100000:3.0:1746128331.751321:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556033664:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.751330:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.751568:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.751583:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.751601:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6a57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645da9 expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.751617:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.751619:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.751624:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.751631:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.751654:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.751663:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 34 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.751673:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551592832:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.751729:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.754253:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551592832:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.754269:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.754487:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556033664:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3164us (3472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.754502:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16031 00000100:00100000:0.0:1746128331.754538:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.754663:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556033920 00000100:00100000:1.0:1746128331.754669:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556033920 00002000:00100000:1.0:1746128331.754699:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b4000 x1830947556033920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.754708:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b4000 with x1830947556033920 ext(0->4095) 00010000:00010000:1.0:1746128331.754715:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.754729:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.754735:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b4000 00000100:00100000:1.0:1746128331.754760:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3482 00000100:00100000:1.0:1746128331.754766:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556033920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.754869:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556033920:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.754875:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3482 00002000:00100000:1.0:1746128331.754958:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009e5b4000 x1830947556033920/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.754965:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e5b4000 with x1830947556033920 ext(0->4095) 00010000:00010000:1.0:1746128331.754969:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.754976:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.754981:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e5b4000 00000100:00100000:0.0:1746128331.757241:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.757319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.757456:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556034048 00000100:00100000:1.0:1746128331.757462:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556034048 00000100:00100000:1.0:1746128331.757493:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31071 00000100:00100000:1.0:1746128331.757500:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556034048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.757512:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.757525:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645dbe expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.757578:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.757584:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.757594:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128331.757597:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.757624:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.757635:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.757643:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128331.757673:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556034048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.757679:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31071 00000100:00100000:3.0:1746128331.757788:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556034176 00000100:00100000:3.0:1746128331.757792:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556034176 00010000:00010000:3.0:1746128331.757808:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.757823:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16032 00000100:00100000:3.0:1746128331.757828:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e5b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556034176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.757836:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.757849:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.757858:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.757872:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6a5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db0 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.757881:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.757882:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.757887:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.757894:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.757910:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.757930:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.757941:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551593088:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.757990:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.760030:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551593088:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.760045:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.760081:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e5b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556034176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2251us (2761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.760089:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16032 00000100:00100000:0.0:1746128331.760365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.760668:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556034432 00000100:00100000:1.0:1746128331.760673:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556034432 00002000:00100000:1.0:1746128331.760698:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91c00 x1830947556034432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.760706:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91c00 with x1830947556034432 ext(0->4095) 00010000:00010000:1.0:1746128331.760712:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.760721:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.760727:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91c00 00000100:00100000:1.0:1746128331.761079:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3483 00000100:00100000:1.0:1746128331.761087:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556034432:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.761412:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556034432:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 325us (1046us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.761418:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3483 00002000:00100000:1.0:1746128331.761422:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91c00 x1830947556034432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.761429:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91c00 with x1830947556034432 ext(0->4095) 00010000:00010000:1.0:1746128331.761434:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.761442:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.761447:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91c00 00000100:00100000:0.0:1746128331.764714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.764777:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556034560 00000100:00100000:2.0:1746128331.764784:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556034560 00000100:00100000:0.0:1746128331.764883:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.765098:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556034688 00000100:00100000:3.0:1746128331.765103:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556034688 00010000:00010000:3.0:1746128331.765127:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.765649:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16033 00000100:00100000:3.0:1746128331.765657:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2016:x1830947556034688:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.765670:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.765687:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.765699:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.765717:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6a65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645db7 expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.765740:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.765742:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.765748:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.765754:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.765780:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.765790:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551593216:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.765897:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31072 00000100:00100000:2.0:1746128331.765904:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556034560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.765916:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.765935:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645dc5 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.765950:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.765955:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.765957:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.765960:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.765975:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.765984:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.765992:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551593344:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.766849:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.766896:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.770672:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551593344:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.770696:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.770713:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:2.0:1746128331.770760:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556034560:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4856us (6053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.770768:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31072 00000100:00100000:3.0:1746128331.770835:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551593216:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128331.771151:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128331.771167:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.771188:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2016:x1830947556034688:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5532us (6305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.771195:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16033 00000100:00100000:1.0:1746128331.771442:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556034944 00000100:00100000:1.0:1746128331.771449:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556034944 00002000:00100000:1.0:1746128331.771476:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91500 x1830947556034944/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.771484:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91500 with x1830947556034944 ext(0->4095) 00010000:00010000:1.0:1746128331.771490:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.771501:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.771510:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91500 00000100:00100000:1.0:1746128331.771804:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3484 00000100:00100000:1.0:1746128331.771811:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556034944:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.771914:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556034944:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (762us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.771919:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3484 00002000:00100000:1.0:1746128331.771934:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91500 x1830947556034944/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.771941:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91500 with x1830947556034944 ext(0->4095) 00010000:00010000:1.0:1746128331.771945:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.771953:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.771958:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91500 00000100:00100000:0.0:1746128331.774179:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.774290:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556035072 00000100:00100000:3.0:1746128331.774297:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556035072 00010000:00010000:3.0:1746128331.774321:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.774343:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16034 00000100:00100000:3.0:1746128331.774348:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556035072:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.774362:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.774377:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.774387:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.774406:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6a6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dbe expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.774621:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.774623:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.774629:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.774637:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.774662:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.774672:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551593472:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.775154:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.777294:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551593472:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.777311:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.778189:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556035072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3837us (4013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.778203:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16034 00000100:00100000:0.0:1746128331.778653:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.778825:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556035328 00000100:00100000:2.0:1746128331.778832:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556035328 00002000:00100000:2.0:1746128331.778860:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93480 x1830947556035328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.778869:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93480 with x1830947556035328 ext(0->4095) 00002000:00010000:2.0:1746128331.778874:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee93480 00000100:00100000:2.0:1746128331.778887:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14072 00000100:00100000:2.0:1746128331.778893:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556035328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.779010:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556035328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.779016:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14072 00002000:00100000:2.0:1746128331.779021:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee93480 x1830947556035328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.779028:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee93480 with x1830947556035328 ext(0->4095) 00002000:00010000:2.0:1746128331.779031:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee93480 00000100:00100000:2.0:1746128331.780994:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.781063:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556035456 00000100:00100000:0.0:1746128331.781069:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556035456 00000100:00100000:0.0:1746128331.781156:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31073 00000100:00100000:0.0:1746128331.781165:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556035456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128331.781177:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128331.781190:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645dcc expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.781421:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.781429:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128331.781430:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128331.781437:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.781462:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 33 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.781472:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 33 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746128331.781483:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551593600:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128331.782054:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128331.783575:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551593600:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128331.783595:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.783608:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b33400, rc 0) 00000100:00100000:0.0:1746128331.783613:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.783689:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556035584 00000100:00100000:3.0:1746128331.783694:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556035584 00010000:00010000:3.0:1746128331.783714:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.783742:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16035 00000100:00100000:3.0:1746128331.783748:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556035584:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.783758:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.783772:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.783781:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.783798:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6a73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dc5 expref: 34 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.783811:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.783813:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.783819:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.783826:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.783860:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.783870:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551593728:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128331.784011:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556035456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2846us (3020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.784018:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31073 00000100:00100000:3.0:1746128331.787013:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.787173:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551593728:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.787188:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.787221:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2014:x1830947556035584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3472us (3607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.787229:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16035 00000100:00100000:0.0:1746128331.787399:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.787442:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556035840 00000100:00100000:1.0:1746128331.787448:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556035840 00002000:00100000:1.0:1746128331.787475:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90a80 x1830947556035840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.787483:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90a80 with x1830947556035840 ext(0->4095) 00002000:00010000:1.0:1746128331.787487:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee90a80 00000100:00100000:1.0:1746128331.787500:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14073 00000100:00100000:1.0:1746128331.787506:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556035840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.787632:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556035840:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (234us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.787638:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14073 00002000:00100000:1.0:1746128331.787643:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee90a80 x1830947556035840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.787649:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee90a80 with x1830947556035840 ext(0->4095) 00002000:00010000:1.0:1746128331.787652:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee90a80 00000100:00100000:0.0:1746128331.789535:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.790178:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.790208:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556035968 00000100:00100000:0.0:1746128331.790214:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556035968 00000100:00100000:0.0:1746128331.790239:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556036096 00000100:00100000:0.0:1746128331.790241:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556036096 00000100:00100000:0.0:1746128331.790268:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31074 00000100:00100000:0.0:1746128331.790274:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1725:x1830947556035968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128331.790288:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128331.790302:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645dd3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790323:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790329:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.790330:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.790334:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790357:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790368:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 5 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746128331.790378:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551593856:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128331.790436:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.790457:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31075 00000100:00100000:0.0:1746128331.790463:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556036096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128331.790469:0:11544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128331.790476:0:11544:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645dda expref: -99 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790485:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.790489:0:11544:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790497:0:11544:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128331.790500:0:11544:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790515:0:11544:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790525:0:11544:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 36 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.790532:0:11544:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc 0) 00000100:00100000:0.0:1746128331.790565:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1723:x1830947556036096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128331.790570:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31075 00000100:00100000:2.0:1746128331.792835:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551593856:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.792854:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.792865:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b33200, rc 0) 00000100:00100000:2.0:1746128331.792894:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556035968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2619us (3364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.792901:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31074 00000100:00100000:0.0:1746128331.793436:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.793612:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556036224 00000100:00100000:3.0:1746128331.793617:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556036224 00010000:00010000:3.0:1746128331.793637:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.793656:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16036 00000100:00100000:3.0:1746128331.793660:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556036224:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.793669:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.793685:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.793694:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.793712:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b33400/0x6e2f3e23d86e6a7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dcc expref: 6 pid: 9593 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.793739:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.793741:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.793747:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.793754:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.793776:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.793999:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 34 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.794010:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551594112:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.794503:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.797698:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.797842:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556036480 00000100:00100000:1.0:1746128331.797849:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556036480 00002000:00100000:1.0:1746128331.797886:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92680 x1830947556036480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.797895:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92680 with x1830947556036480 ext(0->4095) 00010000:00010000:1.0:1746128331.797902:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.797935:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.797942:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee92680 00000100:00100000:1.0:1746128331.797959:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3485 00000100:00100000:1.0:1746128331.797967:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556036480:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.798073:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556036480:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.798079:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3485 00002000:00100000:1.0:1746128331.798084:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee92680 x1830947556036480/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.798091:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee92680 with x1830947556036480 ext(0->4095) 00010000:00010000:1.0:1746128331.798095:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.798104:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00002000:00010000:1.0:1746128331.798110:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee92680 00000100:00100000:3.0:1746128331.798824:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551594112:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.798839:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.798873:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556036224:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5212us (5437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.798880:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16036 00000100:00100000:0.0:1746128331.800333:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.801053:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.801267:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556036736 00000100:00100000:2.0:1746128331.801274:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556036736 00000100:00100000:3.0:1746128331.801415:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556036608 00000100:00100000:3.0:1746128331.801418:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556036608 00010000:00010000:3.0:1746128331.801434:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.801451:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16037 00000100:00100000:3.0:1746128331.801456:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2016:x1830947556036608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.801467:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.801480:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.801489:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.801505:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6a81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dd3 expref: 35 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.801527:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.801528:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.801534:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.801551:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.801573:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.801582:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551594240:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.801630:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.802070:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31076 00000100:00100000:2.0:1746128331.802076:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556036736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.802086:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.802095:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645de1 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.802113:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.802117:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.802118:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.802121:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.802135:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.802145:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.802152:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551594368:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.802202:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.803200:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551594240:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.803212:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.803231:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2016:x1830947556036608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1774us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.803241:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16037 00000100:00100000:2.0:1746128331.804477:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551594368:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.804494:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.804505:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9a00, rc 0) 00000100:00100000:2.0:1746128331.804527:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556036736:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2451us (4198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.804533:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31076 00000100:00100000:0.0:1746128331.804734:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.805113:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556036992 00000100:00100000:3.0:1746128331.805119:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556036992 00002000:00100000:3.0:1746128331.805144:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91f80 x1830947556036992/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.805151:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91f80 with x1830947556036992 ext(0->4095) 00010000:00010000:3.0:1746128331.805156:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.805166:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.805171:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91f80 00000100:00100000:3.0:1746128331.805808:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3486 00000100:00100000:3.0:1746128331.805815:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556036992:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.805935:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556036992:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.805941:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3486 00002000:00100000:3.0:1746128331.805946:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011ee91f80 x1830947556036992/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.805953:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee91f80 with x1830947556036992 ext(0->4095) 00010000:00010000:3.0:1746128331.805958:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.805971:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 34 pid: 11544 timeout: 828 lvb_type: 0 00002000:00010000:3.0:1746128331.805977:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee91f80 00000100:00100000:0.0:1746128331.807908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.808080:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.808145:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556037120 00000100:00100000:2.0:1746128331.808153:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556037120 00000100:00100000:3.0:1746128331.808278:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556037248 00000100:00100000:3.0:1746128331.808282:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556037248 00010000:00010000:3.0:1746128331.808297:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746128331.808316:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16038 00000100:00100000:3.0:1746128331.808321:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556037248:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.808331:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.808345:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.808355:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.808373:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6a88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dda expref: 35 pid: 11544 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746128331.808385:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.808387:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.808394:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.808405:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.808429:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.808440:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551594496:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.808488:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.808818:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31077 00000100:00100000:2.0:1746128331.808825:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556037120:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.808835:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.808843:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645de8 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.808857:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.808862:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.808863:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.808865:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.808880:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.808889:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 5 pid: 9592 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746128331.808897:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551594624:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.808941:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.811438:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551594496:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.811454:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.811489:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556037248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3166us (3408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.811498:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16038 00000100:00100000:0.0:1746128331.812915:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.813173:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556037504 00000100:00100000:1.0:1746128331.813181:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556037504 00002000:00100000:1.0:1746128331.813211:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5c00 x1830947556037504/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.813220:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5c00 with x1830947556037504 ext(0->4095) 00010000:00010000:1.0:1746128331.813228:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746128331.813240:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128331.813245:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5c00 00000100:00100000:1.0:1746128331.813281:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3487 00000100:00100000:1.0:1746128331.813287:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556037504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128331.813387:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556037504:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.813393:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3487 00002000:00100000:1.0:1746128331.813397:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5c00 x1830947556037504/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.813405:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5c00 with x1830947556037504 ext(0->4095) 00010000:00010000:1.0:1746128331.813410:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128331.813418:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128331.813422:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5c00 00000100:00100000:2.0:1746128331.813494:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551594624:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.813511:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.813527:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128331.813569:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556037120:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4745us (5667us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.813576:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31077 00000100:00100000:0.0:1746128331.817517:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.817639:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556037632 00000100:00100000:3.0:1746128331.817647:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556037632 00010000:00010000:3.0:1746128331.817678:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.817702:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16039 00000100:00100000:3.0:1746128331.817709:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556037632:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.817721:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.817736:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.817748:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.817770:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6a8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de1 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.817792:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.817794:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.817800:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 33 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.817807:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 33 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.817834:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 33 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.817845:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551594752:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.817915:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.822292:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.822572:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551594752:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.822586:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.822618:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556037632:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4910us (5110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.822626:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16039 00000100:00100000:2.0:1746128331.822816:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556037888 00000100:00100000:2.0:1746128331.822822:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556037888 00002000:00100000:2.0:1746128331.822851:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa4380 x1830947556037888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.822859:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4380 with x1830947556037888 ext(0->4095) 00002000:00010000:2.0:1746128331.822863:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa4380 00000100:00100000:2.0:1746128331.823193:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14074 00000100:00100000:2.0:1746128331.823200:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556037888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.823410:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556037888:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 210us (1125us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.823417:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14074 00002000:00100000:2.0:1746128331.823422:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa4380 x1830947556037888/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.823429:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa4380 with x1830947556037888 ext(0->4095) 00002000:00010000:2.0:1746128331.823431:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa4380 00000100:00100000:0.0:1746128331.825639:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.825766:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556038016 00000100:00100000:2.0:1746128331.825774:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556038016 00000100:00100000:2.0:1746128331.825858:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31078 00000100:00100000:2.0:1746128331.825866:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556038016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.825881:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.825898:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645def expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.825934:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 33 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.825941:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.825942:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.825945:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.825971:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 33 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.825981:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 33 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.825991:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551594880:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.826371:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.827834:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551594880:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.827854:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.827866:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:2.0:1746128331.827897:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556038016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2031us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.827907:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31078 00000100:00100000:0.0:1746128331.828456:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.829021:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556038144 00000100:00100000:3.0:1746128331.829027:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556038144 00010000:00010000:3.0:1746128331.829051:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 34 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.829075:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16040 00000100:00100000:3.0:1746128331.829081:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556038144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.829090:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.829105:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 34 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.829114:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 34 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.829131:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6a96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645de8 expref: 34 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.829779:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.829782:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.829789:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.829796:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.829819:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.829830:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551595008:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.829889:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.833912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.833954:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.833981:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556038528 00000100:00100000:0.0:1746128331.833986:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556038528 00000100:00100000:2.0:1746128331.834058:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556038400 00000100:00100000:2.0:1746128331.834061:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556038400 00002000:00100000:2.0:1746128331.834085:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6680 x1830947556038400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.834095:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6680 with x1830947556038400 ext(0->4095) 00002000:00010000:2.0:1746128331.834099:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa6680 00000100:00100000:3.0:1746128331.834184:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551595008:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.834199:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128331.834341:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31079 00000100:00100000:0.0:1746128331.834348:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:1723:x1830947556038528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128331.834358:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128331.834371:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645df6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.834392:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.834398:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.834400:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.834403:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.834428:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.834437:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746128331.834446:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094fa5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551595136:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.834737:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3488 00000100:00100000:2.0:1746128331.834742:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556038400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128331.834940:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556038144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5858us (6483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.834947:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16040 00000100:00100000:0.0:1746128331.835020:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.835139:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556038400:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 396us (1232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.835144:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3488 00002000:00100000:2.0:1746128331.835149:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6680 x1830947556038400/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.835157:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6680 with x1830947556038400 ext(0->4095) 00010000:00010000:2.0:1746128331.835162:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.835171:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.835177:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa6680 00000100:00100000:0.0:1746128331.836835:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.837022:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556038656 00000100:00100000:1.0:1746128331.837028:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556038656 00000100:00100000:1.0:1746128331.837655:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31080 00000100:00100000:1.0:1746128331.837662:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1725:x1830947556038656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.837675:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.837686:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645dfd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.837703:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.837707:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.837712:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.837715:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.837739:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.837749:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.837755:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128331.837786:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1725:x1830947556038656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.837791:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31080 00000100:00100000:0.0:1746128331.838258:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094fa5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551595136:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128331.838271:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.838279:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b33c00, rc 0) 00000100:00100000:0.0:1746128331.838293:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556038528:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3946us (4339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128331.838298:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31079 00000100:00100000:0.0:1746128331.839337:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.839671:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556038784 00000100:00100000:3.0:1746128331.839677:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556038784 00010000:00010000:3.0:1746128331.839697:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.839726:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16041 00000100:00100000:3.0:1746128331.839732:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556038784:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.839741:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.839756:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.839765:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.839782:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6a9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645def expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.839805:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.839807:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.839812:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.839818:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.839839:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 34 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.839848:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 34 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.839857:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551595392:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.840603:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.843465:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551595392:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.843481:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.843700:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556038784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3967us (4363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.843709:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16041 00000100:00100000:0.0:1746128331.845011:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.845136:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556039040 00000100:00100000:2.0:1746128331.845142:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556039040 00002000:00100000:2.0:1746128331.845173:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa7480 x1830947556039040/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.845182:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7480 with x1830947556039040 ext(0->4095) 00010000:00010000:2.0:1746128331.845188:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.845200:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.845205:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa7480 00000100:00100000:2.0:1746128331.845228:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3489 00000100:00100000:2.0:1746128331.845234:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556039040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.845322:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556039040:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.845327:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3489 00002000:00100000:2.0:1746128331.845331:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa7480 x1830947556039040/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.845337:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa7480 with x1830947556039040 ext(0->4095) 00010000:00010000:2.0:1746128331.845340:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.845348:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.845353:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa7480 00000100:00100000:0.0:1746128331.847878:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.847989:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556039168 00000100:00100000:3.0:1746128331.847996:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556039168 00010000:00010000:3.0:1746128331.848017:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.848037:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16042 00000100:00100000:3.0:1746128331.848042:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2014:x1830947556039168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.848053:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.848066:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.848080:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.848100:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6aa4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645df6 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.848277:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.848279:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.848286:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.848293:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.848320:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 34 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.848329:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551595520:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.848386:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.852327:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.852405:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556039424 00000100:00100000:1.0:1746128331.852413:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556039424 00002000:00100000:1.0:1746128331.852448:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6300 x1830947556039424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.852456:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6300 with x1830947556039424 ext(0->4095) 00002000:00010000:1.0:1746128331.852461:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa6300 00000100:00100000:1.0:1746128331.852486:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14076 00000100:00100000:1.0:1746128331.852492:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556039424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.852639:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2015:x1830947556039424:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.852645:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14076 00002000:00100000:1.0:1746128331.852649:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa6300 x1830947556039424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.852656:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa6300 with x1830947556039424 ext(0->4095) 00002000:00010000:1.0:1746128331.852659:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa6300 00000100:00100000:3.0:1746128331.852732:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551595520:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.852746:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.852766:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2014:x1830947556039168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4724us (4895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.852772:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16042 00000100:00100000:0.0:1746128331.854204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.856947:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556039552 00000100:00100000:2.0:1746128331.856958:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556039552 00000100:00100000:2.0:1746128331.857022:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31081 00000100:00100000:2.0:1746128331.857029:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556039552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.857044:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.857058:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e04 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.857082:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.857088:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.857090:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.857093:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.857124:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.857134:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 33 pid: 9591 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.857145:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551595648:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.857236:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.862518:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551595648:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.862584:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.862605:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128331.862646:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556039552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5617us (8444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.862652:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31081 00000100:00100000:0.0:1746128331.867689:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.867751:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556039680 00000100:00100000:2.0:1746128331.867759:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556039680 00002000:00100000:2.0:1746128331.867795:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094fa5500 x1830947556039680/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.867805:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5500 with x1830947556039680 ext(0->7) 00010000:00010000:2.0:1746128331.867813:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 34 pid: 9591 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.867823:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 34 pid: 9591 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.867828:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5500 00000100:00100000:1.0:1746128331.867897:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3490 00000100:00100000:1.0:1746128331.867906:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2015:x1830947556039680:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128331.868797:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2015:x1830947556039680:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 889us (1111us total) trans 4294970566 rc 0/0 00000100:00100000:1.0:1746128331.868803:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3490 00002000:00100000:1.0:1746128331.868810:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094fa5500 x1830947556039680/t4294970566(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/448 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.868817:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5500 with x1830947556039680 ext(0->7) 00010000:00010000:1.0:1746128331.868823:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 36 pid: 9591 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128331.868834:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 36 pid: 9591 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128331.868845:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094fa5500 00000100:00100000:0.0:1746128331.871695:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.872061:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556039808 00000100:00100000:3.0:1746128331.872069:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556039808 00010000:00010000:3.0:1746128331.872099:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 36 pid: 9591 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.872123:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16043 00000100:00100000:3.0:1746128331.872129:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2017:x1830947556039808:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.872140:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128331.872153:0:7233:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746128331 -> 1746128332 00002000:00010000:3.0:1746128331.872156:0:7233:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746128331 -> 1746128332 00010000:00010000:3.0:1746128331.872160:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 36 pid: 9591 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.872171:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 36 pid: 9591 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.872188:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6aab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645dfd expref: 36 pid: 9591 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.872216:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.872218:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.872226:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.872232:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.872259:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.872274:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551595776:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.873402:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.876901:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128331.876996:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.877052:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556040192 00000100:00100000:1.0:1746128331.877059:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556040192 00002000:00100000:1.0:1746128331.877094:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5180 x1830947556040192/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.877103:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5180 with x1830947556040192 ext(0->4095) 00002000:00010000:1.0:1746128331.877109:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa5180 00000100:00100000:1.0:1746128331.877126:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14077 00000100:00100000:1.0:1746128331.877131:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556040192:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128331.877233:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556040192:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.877238:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14077 00002000:00100000:1.0:1746128331.877243:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094fa5180 x1830947556040192/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128331.877246:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551595776:192.168.202.33@tcp:105: 00002000:00100000:1.0:1746128331.877249:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094fa5180 with x1830947556040192 ext(0->4095) 00002000:00010000:1.0:1746128331.877252:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094fa5180 00010000:00010000:3.0:1746128331.877262:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.877296:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556040064 00000100:00100000:3.0:1746128331.877298:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2017:x1830947556039808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5169us (5609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.877299:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556040064 00000100:00100000:3.0:1746128331.877306:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16043 00000100:00100000:2.0:1746128331.877318:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31082 00000100:00100000:2.0:1746128331.877322:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:1723:x1830947556040064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.877329:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.877341:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e0b expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.877358:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.877365:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.877366:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.877369:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.877388:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.877397:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.877405:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551595904:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.877441:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.880002:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.880064:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556040320 00000100:00100000:1.0:1746128331.880071:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556040320 00000100:00100000:0.0:1746128331.880088:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.880104:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31083 00000100:00100000:1.0:1746128331.880110:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:1725:x1830947556040320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.880123:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.880261:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e12 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.880289:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.880294:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 38 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.880299:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.880302:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.880329:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 38 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.880338:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.880346:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e800, rc 0) 00000100:00100000:1.0:1746128331.880379:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:1725:x1830947556040320:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 269us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.880384:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31083 00000100:00100000:3.0:1746128331.880387:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556040448 00000100:00100000:3.0:1746128331.880391:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556040448 00010000:00010000:3.0:1746128331.880406:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.880434:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16044 00000100:00100000:3.0:1746128331.880440:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556040448:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.880448:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.880463:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.880467:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551595904:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.880481:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.880496:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6ab2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e04 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.880497:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.880505:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.880506:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.880511:0:9593:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.880518:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.880527:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128331.880534:0:9593:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.880566:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.880576:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551596160:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.880678:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.880838:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556040448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 397us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.880844:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16044 00000100:00100000:2.0:1746128331.884115:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551596160:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.884132:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9a00, rc 0) 00000100:00100000:2.0:1746128331.884182:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:1723:x1830947556040064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6857us (7288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.884189:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31082 00000100:00100000:0.0:1746128331.887878:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.889031:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556040704 00000100:00100000:1.0:1746128331.889040:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556040704 00002000:00100000:1.0:1746128331.889080:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce11c00 x1830947556040704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.889088:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce11c00 with x1830947556040704 ext(0->4095) 00010000:00010000:1.0:1746128331.889096:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128331.889114:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128331.889121:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce11c00 00000100:00100000:1.0:1746128331.889566:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3491 00000100:00100000:1.0:1746128331.889575:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947556040704:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128331.889704:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947556040704:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (1832us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128331.889713:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3491 00002000:00100000:1.0:1746128331.889719:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce11c00 x1830947556040704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.889726:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce11c00 with x1830947556040704 ext(0->4095) 00010000:00010000:1.0:1746128331.889731:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128331.889740:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128331.889773:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce11c00 00000100:00100000:0.0:1746128331.896029:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.896219:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556040832 00000100:00100000:3.0:1746128331.896227:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556040832 00010000:00010000:3.0:1746128331.896258:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.896282:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16045 00000100:00100000:3.0:1746128331.896288:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2015:x1830947556040832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.896299:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.896314:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.896323:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.896342:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ab9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e0b expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.896496:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.896498:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.896504:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.896511:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.896763:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.896776:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551596288:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.896848:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.902321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.902712:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551596288:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.902729:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.902769:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2015:x1830947556040832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6479us (6747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.902778:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16045 00000100:00100000:1.0:1746128331.903144:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556041088 00000100:00100000:1.0:1746128331.903151:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556041088 00002000:00100000:1.0:1746128331.903182:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce10380 x1830947556041088/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128331.903191:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10380 with x1830947556041088 ext(0->4095) 00002000:00010000:1.0:1746128331.903195:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce10380 00000100:00100000:2.0:1746128331.903809:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14078 00000100:00100000:2.0:1746128331.903817:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2014:x1830947556041088:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128331.903945:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2014:x1830947556041088:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1631us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.903951:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14078 00002000:00100000:2.0:1746128331.903956:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce10380 x1830947556041088/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.903963:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce10380 with x1830947556041088 ext(0->4095) 00002000:00010000:2.0:1746128331.903966:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce10380 00000100:00100000:0.0:1746128331.906829:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.907047:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556041216 00000100:00100000:2.0:1746128331.907054:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556041216 00000100:00100000:2.0:1746128331.907107:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31084 00000100:00100000:2.0:1746128331.907116:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556041216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.907128:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.907143:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e19 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.907167:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.907173:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.907174:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128331.907177:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.907199:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 35 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.907210:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 35 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.907220:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551596416:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.907291:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.910903:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551596416:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128331.910946:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.910966:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128331.911170:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556041216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4053us (4346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.911181:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31084 00000100:00100000:0.0:1746128331.911935:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.912154:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556041344 00000100:00100000:3.0:1746128331.912162:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556041344 00010000:00010000:3.0:1746128331.912183:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 36 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.912218:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16046 00000100:00100000:3.0:1746128331.912225:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2014:x1830947556041344:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.912234:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.912251:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 36 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.912262:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 36 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.912281:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e800/0x6e2f3e23d86e6ac0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e12 expref: 36 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.912306:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.912308:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.912315:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.912322:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.912346:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.912356:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551596544:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.912417:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.915387:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.915592:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556041472 00000100:00100000:2.0:1746128331.915599:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556041472 00000100:00100000:2.0:1746128331.915638:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31085 00000100:00100000:2.0:1746128331.915645:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1723:x1830947556041472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128331.915658:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128331.915670:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e20 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.915693:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.915699:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.915701:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.915703:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.915727:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.915736:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.915746:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551596672:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128331.915814:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.916291:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551596544:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.916302:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.916322:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2014:x1830947556041344:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4098us (4402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.916333:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16046 00000100:00100000:0.0:1746128331.916898:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.916973:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556041728 00000100:00100000:2.0:1746128331.916977:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556041728 00002000:00100000:2.0:1746128331.917003:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13480 x1830947556041728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.917158:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13480 with x1830947556041728 ext(0->4095) 00010000:00010000:2.0:1746128331.917301:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.917314:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.917320:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13480 00000100:00100000:2.0:1746128331.917334:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3492 00000100:00100000:2.0:1746128331.917341:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556041728:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.917427:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556041728:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.917433:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3492 00002000:00100000:2.0:1746128331.917437:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce13480 x1830947556041728/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.917444:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13480 with x1830947556041728 ext(0->4095) 00010000:00010000:2.0:1746128331.917448:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.917456:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.917467:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13480 00000100:00100000:3.0:1746128331.917568:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551596672:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.917582:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 36 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.917593:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:3.0:1746128331.917611:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:1723:x1830947556041472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1967us (2232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.917620:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31085 00000100:00100000:0.0:1746128331.919524:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.919625:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556041856 00000100:00100000:3.0:1746128331.919630:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556041856 00010000:00010000:3.0:1746128331.919651:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.919669:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16047 00000100:00100000:3.0:1746128331.919675:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556041856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.919684:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.919697:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.919706:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.919724:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ac7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e19 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.919749:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.919750:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.919756:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.919764:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.919787:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.919796:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551596800:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.919839:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.921349:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551596800:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.921364:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.921404:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556041856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1729us (1883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.921412:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16047 00000100:00100000:0.0:1746128331.922409:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.922473:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556042112 00000100:00100000:2.0:1746128331.922479:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556042112 00002000:00100000:2.0:1746128331.922509:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12680 x1830947556042112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.922517:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12680 with x1830947556042112 ext(0->4095) 00002000:00010000:2.0:1746128331.922521:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce12680 00000100:00100000:2.0:1746128331.922573:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14079 00000100:00100000:2.0:1746128331.922578:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2016:x1830947556042112:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128331.922686:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2016:x1830947556042112:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.922693:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14079 00002000:00100000:2.0:1746128331.922697:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce12680 x1830947556042112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.922704:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce12680 with x1830947556042112 ext(0->4095) 00002000:00010000:2.0:1746128331.922706:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce12680 00000100:00100000:0.0:1746128331.932035:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.932078:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556042240 00000100:00100000:3.0:1746128331.932087:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556042240 00000100:00100000:3.0:1746128331.932132:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31086 00000100:00100000:3.0:1746128331.932139:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556042240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.932152:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.932165:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e27 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.932186:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.932192:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.932194:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.932197:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.932219:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 35 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.932232:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 35 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.932242:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551596928:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.932318:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.937857:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551596928:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.937882:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.937898:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128331.937964:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556042240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5825us (5935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.937971:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31086 00000100:00100000:0.0:1746128331.947870:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.952362:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556042368 00000100:00100000:2.0:1746128331.952373:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556042368 00002000:00100000:2.0:1746128331.952418:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ce13100 x1830947556042368/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.952426:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13100 with x1830947556042368 ext(0->7) 00010000:00010000:2.0:1746128331.952433:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 36 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.952445:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 36 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.952456:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13100 00000100:00100000:2.0:1746128331.952494:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3493 00000100:00100000:2.0:1746128331.952501:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:2014:x1830947556042368:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128331.953883:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.954264:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556042496 00000100:00100000:3.0:1746128331.954270:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556042496 00000100:00100000:2.0:1746128331.954955:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947556042368:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2452us (7089us total) trans 4294970567 rc 0/0 00000100:00100000:2.0:1746128331.954963:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3493 00002000:00100000:2.0:1746128331.954971:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008ce13100 x1830947556042368/t4294970567(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 496/448 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.954979:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce13100 with x1830947556042368 ext(0->7) 00010000:00010000:2.0:1746128331.954986:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.954997:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.955003:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce13100 00000100:00100000:3.0:1746128331.955873:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31087 00000100:00100000:3.0:1746128331.955882:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:1723:x1830947556042496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.955895:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.955908:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e2e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.955938:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.955943:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.955951:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128331.955955:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 39 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.955984:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.955994:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 39 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.956002:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:3.0:1746128331.956025:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:1723:x1830947556042496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (2146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.956031:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31087 00000100:00100000:0.0:1746128331.961843:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.962027:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556042624 00000100:00100000:3.0:1746128331.962036:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556042624 00010000:00010000:3.0:1746128331.962066:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.962090:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16048 00000100:00100000:3.0:1746128331.962097:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2016:x1830947556042624:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.962109:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.962124:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.962134:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.962153:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ace lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e20 expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.962183:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.962185:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.962191:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.962198:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.962225:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.962234:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.962244:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551597184:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128331.962319:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.964917:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551597184:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.964945:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128331.964984:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2016:x1830947556042624:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2887us (3147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.964992:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16048 00000100:00100000:0.0:1746128331.965139:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.965271:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556042880 00000100:00100000:2.0:1746128331.965277:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556042880 00002000:00100000:2.0:1746128331.965306:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e6680 x1830947556042880/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.965314:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e6680 with x1830947556042880 ext(0->4095) 00010000:00010000:2.0:1746128331.965321:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.965335:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.965341:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e6680 00000100:00100000:2.0:1746128331.965366:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3494 00000100:00100000:2.0:1746128331.965372:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556042880:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128331.965473:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556042880:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.965479:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3494 00002000:00100000:2.0:1746128331.965483:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e6680 x1830947556042880/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.965489:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e6680 with x1830947556042880 ext(0->4095) 00010000:00010000:2.0:1746128331.965493:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.965501:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.965507:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e6680 00000100:00100000:0.0:1746128331.968268:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.968776:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556043008 00000100:00100000:3.0:1746128331.968784:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556043008 00010000:00010000:3.0:1746128331.968814:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746128331.969664:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16049 00000100:00100000:0.0:1746128331.969674:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556043008:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128331.969688:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128331.969705:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128331.969716:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128331.969735:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6ad5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e27 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128331.969765:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.969767:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128331.969773:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.969780:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128331.969808:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128331.969823:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551597312:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128331.969904:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def540 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.973929:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551597312:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.973948:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.973984:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556043008:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4312us (5722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.973997:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16049 00000100:00100000:0.0:1746128331.975429:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.975567:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556043264 00000100:00100000:3.0:1746128331.975573:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556043264 00002000:00100000:3.0:1746128331.975605:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4700 x1830947556043264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.975614:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4700 with x1830947556043264 ext(0->4095) 00002000:00010000:3.0:1746128331.975618:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e4700 00000100:00100000:3.0:1746128331.975643:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14080 00000100:00100000:3.0:1746128331.975650:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947556043264:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.975745:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947556043264:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128331.975750:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14080 00002000:00100000:3.0:1746128331.975754:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4700 x1830947556043264/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128331.975760:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4700 with x1830947556043264 ext(0->4095) 00002000:00010000:3.0:1746128331.975763:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e4700 00000100:00100000:0.0:1746128331.977632:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.977740:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556043392 00000100:00100000:3.0:1746128331.977746:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556043392 00000100:00100000:3.0:1746128331.977782:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31088 00000100:00100000:3.0:1746128331.977791:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556043392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.977803:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.977816:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e35 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.977837:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.977843:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.977845:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128331.977848:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.977873:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.977883:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.977893:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551597440:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.977977:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128331.979176:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551597440:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.979194:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.979204:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:3.0:1746128331.979241:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556043392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1453us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.979247:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31088 00000100:00100000:0.0:1746128331.980254:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.980343:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556043520 00000100:00100000:2.0:1746128331.980354:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556043520 00010000:00010000:2.0:1746128331.980379:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 38 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.980414:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16050 00000100:00100000:2.0:1746128331.980420:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947556043520:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.980429:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.980444:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 38 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.980454:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 38 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.980471:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6adc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e2e expref: 38 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.980485:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.980487:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.980492:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.980500:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.980523:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128331.980533:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551597568:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.980612:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128331.981813:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551597568:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128331.981824:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.981847:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2014:x1830947556043520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1427us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128331.981856:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16050 00000100:00100000:0.0:1746128331.982819:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.982904:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556043776 00000100:00100000:2.0:1746128331.982910:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556043776 00002000:00100000:2.0:1746128331.982948:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7100 x1830947556043776/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.982957:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7100 with x1830947556043776 ext(0->4095) 00002000:00010000:2.0:1746128331.982961:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e7100 00000100:00100000:2.0:1746128331.982989:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14081 00000100:00100000:2.0:1746128331.982995:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556043776:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128331.983184:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556043776:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.983191:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14081 00002000:00100000:2.0:1746128331.983196:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7100 x1830947556043776/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.983203:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7100 with x1830947556043776 ext(0->4095) 00002000:00010000:2.0:1746128331.983206:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e7100 00000100:00100000:0.0:1746128331.986439:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.986774:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556043904 00000100:00100000:3.0:1746128331.986781:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556043904 00000100:00100000:3.0:1746128331.987382:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31089 00000100:00100000:3.0:1746128331.987391:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:1723:x1830947556043904:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128331.987407:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128331.987421:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e3c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.987446:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.987454:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.987455:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.987458:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 38 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.987485:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.987495:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.987505:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551597696:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128331.988024:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.990569:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128331.990810:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556044032 00000100:00100000:1.0:1746128331.990817:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556044032 00000100:00100000:1.0:1746128331.990857:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31090 00000100:00100000:1.0:1746128331.990864:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:1725:x1830947556044032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128331.990878:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128331.990892:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e43 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.990913:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128331.990926:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 40 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.990933:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128331.990936:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 40 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.990965:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 40 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.990977:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 40 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128331.990985:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:1.0:1746128331.991023:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:1725:x1830947556044032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128331.991028:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31090 00000100:00100000:3.0:1746128331.991830:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551597696:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128331.991846:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.991859:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128331.991880:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:1723:x1830947556043904:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4491us (5449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.991885:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31089 00000100:00100000:0.0:1746128331.992009:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.992070:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556044160 00000100:00100000:2.0:1746128331.992075:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556044160 00010000:00010000:2.0:1746128331.992093:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.992878:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16051 00000100:00100000:2.0:1746128331.992886:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556044160:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128331.992895:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128331.992912:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.992940:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.992959:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6ae3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e35 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.992983:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.992985:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128331.992992:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 38 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.992999:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 38 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.993024:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 38 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128331.993039:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 38 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128331.993049:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551597952:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128331.993106:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128331.995869:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128331.996003:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556044416 00000100:00100000:2.0:1746128331.996011:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556044416 00002000:00100000:2.0:1746128331.996051:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5f80 x1830947556044416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/0 e 0 to 0 dl 1746128342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.996060:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5f80 with x1830947556044416 ext(0->4095) 00010000:00010000:2.0:1746128331.996068:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.996078:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.996084:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e5f80 00000100:00100000:3.0:1746128331.996091:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551597952:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128331.996106:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128331.996115:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3495 00000100:00100000:2.0:1746128331.996121:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947556044416:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128331.996153:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556044160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3267us (4143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128331.996161:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16051 00000100:00100000:2.0:1746128331.996422:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947556044416:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 300us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128331.996428:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3495 00002000:00100000:2.0:1746128331.996433:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5f80 x1830947556044416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746128342 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128331.996449:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5f80 with x1830947556044416 ext(0->4095) 00010000:00010000:2.0:1746128331.996454:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128331.996463:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128331.996468:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e5f80 00000100:00100000:2.0:1746128331.998984:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128331.999390:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556044544 00000100:00100000:3.0:1746128331.999397:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556044544 00010000:00010000:3.0:1746128331.999423:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128331.999459:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16052 00000100:00100000:3.0:1746128331.999466:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2014:x1830947556044544:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128331.999477:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128331.999516:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.999526:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.999575:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6aea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e3c expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128331.999603:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.999605:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128331.999611:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.999618:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128331.999642:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 38 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128331.999652:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551598080:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.000038:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.001294:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551598080:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.001307:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.001449:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947556044544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1982us (2470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.001457:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16052 00000100:00100000:0.0:1746128332.003618:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.003691:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556044800 00000100:00100000:2.0:1746128332.003698:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556044800 00002000:00100000:2.0:1746128332.003831:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5180 x1830947556044800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.003840:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5180 with x1830947556044800 ext(0->4095) 00002000:00010000:2.0:1746128332.003844:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e5180 00000100:00100000:2.0:1746128332.003867:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14082 00000100:00100000:2.0:1746128332.003873:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947556044800:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.003994:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947556044800:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.003999:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14082 00002000:00100000:2.0:1746128332.004004:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5180 x1830947556044800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.004011:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5180 with x1830947556044800 ext(0->4095) 00002000:00010000:2.0:1746128332.004013:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e5180 00000100:00100000:0.0:1746128332.005525:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.005675:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556044928 00000100:00100000:3.0:1746128332.005681:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556044928 00000100:00100000:3.0:1746128332.005710:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31091 00000100:00100000:3.0:1746128332.005715:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556044928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.005725:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.005738:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e4a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.005763:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 37 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.005770:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.005771:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.005774:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.005797:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 37 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.005806:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 37 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.005816:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598208:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.006319:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.008218:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.008302:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556045056 00000100:00100000:2.0:1746128332.008309:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556045056 00010000:00010000:2.0:1746128332.008333:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 38 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.008355:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16053 00000100:00100000:2.0:1746128332.008361:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947556045056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.008371:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746128332.008388:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598208:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.008388:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 38 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.008397:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 38 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.008413:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6af1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e43 expref: 38 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.008417:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.008428:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.008429:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.008435:0:9593:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.008442:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.008471:0:9593:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.008662:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.008668:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598336:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.008704:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2014:x1830947556045056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 342us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.008711:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16053 00000100:00100000:3.0:1746128332.008755:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.011521:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598336:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.011573:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:3.0:1746128332.011615:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556044928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5898us (6091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.011622:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31091 00000100:00100000:0.0:1746128332.014171:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.014328:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556045184 00000100:00100000:3.0:1746128332.014335:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556045184 00000100:00100000:3.0:1746128332.014383:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31092 00000100:00100000:3.0:1746128332.014391:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:1723:x1830947556045184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.014405:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.014421:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e51 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.014449:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.014455:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.014457:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.014460:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 38 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.014489:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.014498:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.014509:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598464:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.014600:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.015572:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.015717:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556045440 00000100:00100000:2.0:1746128332.015722:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556045440 00002000:00100000:2.0:1746128332.015749:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982a00 x1830947556045440/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.015757:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982a00 with x1830947556045440 ext(0->4095) 00010000:00010000:2.0:1746128332.015764:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.015774:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.015780:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e982a00 00000100:00100000:2.0:1746128332.015801:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3496 00000100:00100000:2.0:1746128332.015806:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556045440:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128332.015915:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556045440:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.015934:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3496 00002000:00100000:2.0:1746128332.015939:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982a00 x1830947556045440/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.015946:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982a00 with x1830947556045440 ext(0->4095) 00010000:00010000:2.0:1746128332.015950:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.015958:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.015962:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e982a00 00000100:00100000:3.0:1746128332.016178:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598464:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.016198:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 38 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.016209:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:3.0:1746128332.016242:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:1723:x1830947556045184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (2077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.016248:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31092 00000100:00100000:0.0:1746128332.018978:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.019073:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556045568 00000100:00100000:2.0:1746128332.019081:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556045568 00010000:00010000:2.0:1746128332.019110:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.019136:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16054 00000100:00100000:2.0:1746128332.019142:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556045568:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.019152:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.019167:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.019176:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.019195:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e6af8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e4a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.019222:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.019224:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.019230:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.019237:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.019265:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.019274:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551598592:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.019342:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.024153:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551598592:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.024170:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.024206:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556045568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5064us (5233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.024215:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16054 00000100:00100000:0.0:1746128332.024405:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.024529:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556045824 00000100:00100000:1.0:1746128332.024535:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556045824 00002000:00100000:1.0:1746128332.024594:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e983800 x1830947556045824/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.024602:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983800 with x1830947556045824 ext(0->4095) 00002000:00010000:1.0:1746128332.024606:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e983800 00000100:00100000:1.0:1746128332.024625:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14083 00000100:00100000:1.0:1746128332.024632:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947556045824:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.024736:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2014:x1830947556045824:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.024742:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14083 00002000:00100000:1.0:1746128332.024746:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e983800 x1830947556045824/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.024753:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983800 with x1830947556045824 ext(0->4095) 00002000:00010000:1.0:1746128332.024756:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e983800 00000100:00100000:0.0:1746128332.031100:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.031235:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556045952 00000100:00100000:3.0:1746128332.031243:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556045952 00000100:00100000:3.0:1746128332.031290:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31093 00000100:00100000:3.0:1746128332.031297:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556045952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.031310:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.031323:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e58 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.031347:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.031354:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.031356:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.031358:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.031382:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 37 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.031392:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 37 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.031402:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598720:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.031476:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.034619:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.034690:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556046080 00000100:00100000:0.0:1746128332.034696:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556046080 00002000:00100000:0.0:1746128332.034727:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800917d7800 x1830947556046080/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.034736:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7800 with x1830947556046080 ext(0->7) 00010000:00010000:0.0:1746128332.034743:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 38 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.034759:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 38 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.034764:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7800 00000100:00100000:0.0:1746128332.034791:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3497 00000100:00100000:0.0:1746128332.034797:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947556046080:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128332.035210:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598720:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.035229:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.035241:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128332.035466:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556045952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4168us (4370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.035473:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31093 00000100:00100000:0.0:1746128332.037037:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2015:x1830947556046080:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2235us (2419us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746128332.037045:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3497 00002000:00100000:0.0:1746128332.037052:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800917d7800 x1830947556046080/t4294970568(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.037060:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7800 with x1830947556046080 ext(0->7) 00010000:00010000:0.0:1746128332.037067:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 40 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.037078:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 40 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.037084:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7800 00000100:00100000:0.0:1746128332.043414:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.045498:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556046208 00000100:00100000:2.0:1746128332.045508:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556046208 00010000:00010000:2.0:1746128332.045572:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 40 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.045600:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16055 00000100:00100000:2.0:1746128332.045607:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947556046208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.045619:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.045637:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 40 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.045647:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 40 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.045665:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6aff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e51 expref: 40 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.045693:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.045695:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.045702:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.045713:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.045738:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.045747:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551598848:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.045827:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.046357:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.046667:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556046336 00000100:00100000:3.0:1746128332.046672:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556046336 00000100:00100000:3.0:1746128332.047021:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31094 00000100:00100000:3.0:1746128332.047028:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:1723:x1830947556046336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.047042:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.047051:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e5f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.047068:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.047073:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.047074:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.047077:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.047093:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.047102:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.047110:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598976:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.047163:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.051229:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551598976:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.051268:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.051296:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128332.051297:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.051301:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551598848:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128332.051310:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.051347:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556046592 00000100:00100000:1.0:1746128332.051352:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556046592 00000100:00100000:3.0:1746128332.051364:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:1723:x1830947556046336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4336us (5012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.051374:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31094 00002000:00100000:1.0:1746128332.051382:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d6d80 x1830947556046592/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.051389:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6d80 with x1830947556046592 ext(0->4095) 00010000:00010000:1.0:1746128332.051394:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.051403:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.051412:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d6d80 00000100:00100000:1.0:1746128332.051425:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3498 00000100:00100000:1.0:1746128332.051430:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556046592:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.051779:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556046592:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 348us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.051784:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3498 00002000:00100000:1.0:1746128332.051789:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d6d80 x1830947556046592/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.051795:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6d80 with x1830947556046592 ext(0->4095) 00010000:00010000:1.0:1746128332.051799:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.051807:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.051812:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d6d80 00000100:00100000:1.0:1746128332.052266:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947556046208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6659us (8859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.052273:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16055 00000100:00100000:0.0:1746128332.054896:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.055058:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556046720 00000100:00100000:1.0:1746128332.055066:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556046720 00010000:00010000:1.0:1746128332.055094:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.055122:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16056 00000100:00100000:1.0:1746128332.055128:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556046720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128332.055140:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128332.055156:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.055167:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.055185:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e58 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.055217:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.055219:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.055225:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 39 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.055233:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 39 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.055258:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 39 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128332.055268:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551599104:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128332.055336:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec900c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.056867:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551599104:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128332.057060:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.057101:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556046720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1971us (2210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.057110:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16056 00000100:00100000:0.0:1746128332.057361:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.057423:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556046976 00000100:00100000:1.0:1746128332.057428:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556046976 00002000:00100000:1.0:1746128332.057453:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e983100 x1830947556046976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.057462:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983100 with x1830947556046976 ext(0->4095) 00002000:00010000:1.0:1746128332.057465:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e983100 00000100:00100000:1.0:1746128332.057491:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14084 00000100:00100000:1.0:1746128332.057498:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947556046976:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.057607:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947556046976:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.057613:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14084 00002000:00100000:1.0:1746128332.057618:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e983100 x1830947556046976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.057625:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983100 with x1830947556046976 ext(0->4095) 00002000:00010000:1.0:1746128332.057627:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e983100 00000100:00100000:0.0:1746128332.063299:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.063366:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556047104 00000100:00100000:3.0:1746128332.063373:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556047104 00000100:00100000:3.0:1746128332.063477:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31095 00000100:00100000:3.0:1746128332.063486:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556047104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.063501:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.063515:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e66 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.063576:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 39 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.063584:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.063585:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.063589:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.063614:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 39 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.063628:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 39 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.063639:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551599232:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.063707:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.066222:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.067267:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551599232:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.067291:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.067305:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:3.0:1746128332.067341:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556047104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3857us (4049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.067349:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31095 00000100:00100000:1.0:1746128332.067776:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556047232 00000100:00100000:1.0:1746128332.067782:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556047232 00002000:00100000:1.0:1746128332.067814:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e980a80 x1830947556047232/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.067823:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980a80 with x1830947556047232 ext(0->7) 00010000:00010000:1.0:1746128332.067829:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 40 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.067840:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 40 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.067846:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e980a80 00000100:00100000:1.0:1746128332.067859:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3499 00000100:00100000:1.0:1746128332.067865:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:2014:x1830947556047232:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128332.069382:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947556047232:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1512us (3161us total) trans 4294970569 rc 0/0 00000100:00100000:1.0:1746128332.069390:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3499 00002000:00100000:1.0:1746128332.069397:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e980a80 x1830947556047232/t4294970569(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.069405:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e980a80 with x1830947556047232 ext(0->7) 00010000:00010000:1.0:1746128332.069411:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 42 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.069423:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 42 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.069427:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e980a80 00000100:00100000:0.0:1746128332.075189:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.075302:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556047360 00000100:00100000:3.0:1746128332.075311:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556047360 00000100:00100000:3.0:1746128332.075443:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31096 00000100:00100000:3.0:1746128332.075450:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:1723:x1830947556047360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.075466:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.075479:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e6d expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.075502:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.075508:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.075513:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128332.075517:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 43 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.075700:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.075711:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 43 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.075724:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fc00, rc 0) 00000100:00100000:3.0:1746128332.075864:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:1723:x1830947556047360:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 414us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.075871:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31096 00000100:00100000:0.0:1746128332.076841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.076979:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556047488 00000100:00100000:1.0:1746128332.076983:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556047488 00010000:00010000:1.0:1746128332.077001:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 43 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.077021:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16057 00000100:00100000:1.0:1746128332.077026:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2015:x1830947556047488:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128332.077034:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128332.077047:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 43 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.077056:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 43 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.077070:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b0d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e5f expref: 43 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.077159:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.077161:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.077166:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.077173:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.077194:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.077202:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.077216:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551599488:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128332.077619:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.078525:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551599488:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128332.078539:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.078586:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947556047488:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1559us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.078594:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16057 00000100:00100000:0.0:1746128332.078909:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.079069:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556047744 00000100:00100000:1.0:1746128332.079073:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556047744 00002000:00100000:1.0:1746128332.079096:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e983480 x1830947556047744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.079104:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983480 with x1830947556047744 ext(0->4095) 00010000:00010000:1.0:1746128332.079110:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.079119:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.079124:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e983480 00000100:00100000:1.0:1746128332.079377:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3500 00000100:00100000:1.0:1746128332.079384:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556047744:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.080022:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556047744:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 637us (1112us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.080029:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3500 00002000:00100000:1.0:1746128332.080033:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e983480 x1830947556047744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.080038:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983480 with x1830947556047744 ext(0->4095) 00010000:00010000:1.0:1746128332.080043:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.080057:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.080063:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e983480 00000100:00100000:0.0:1746128332.083248:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.083366:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556047872 00000100:00100000:1.0:1746128332.083372:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556047872 00010000:00010000:1.0:1746128332.083398:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.083423:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16058 00000100:00100000:1.0:1746128332.083430:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556047872:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128332.083440:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128332.083455:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.083465:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.083485:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e66 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.083511:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.083513:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.083519:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.083527:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.083575:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128332.083585:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551599616:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128332.083647:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.085063:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551599616:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128332.085079:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.085106:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556047872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1677us (1864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.085113:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16058 00000100:00100000:0.0:1746128332.085450:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.086866:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556048128 00000100:00100000:1.0:1746128332.086874:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556048128 00002000:00100000:1.0:1746128332.086914:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983b80 x1830947556048128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.086934:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983b80 with x1830947556048128 ext(0->4095) 00002000:00010000:1.0:1746128332.086939:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093983b80 00000100:00100000:1.0:1746128332.086957:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14085 00000100:00100000:1.0:1746128332.086964:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947556048128:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.087086:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947556048128:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.087092:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14085 00002000:00100000:1.0:1746128332.087098:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983b80 x1830947556048128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.087105:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983b80 with x1830947556048128 ext(0->4095) 00002000:00010000:1.0:1746128332.087107:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093983b80 00000100:00100000:0.0:1746128332.092404:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.092506:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556048256 00000100:00100000:3.0:1746128332.092514:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556048256 00000100:00100000:3.0:1746128332.092582:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31097 00000100:00100000:3.0:1746128332.092589:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556048256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.092602:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.092615:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e74 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.092636:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.092642:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.092644:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.092647:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.092670:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.092680:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 41 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.092693:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551599744:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.092764:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.094161:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551599744:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.094180:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.094192:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:3.0:1746128332.094221:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556048256:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1632us (1823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.094227:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31097 00000100:00100000:0.0:1746128332.094784:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.094872:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556048384 00000100:00100000:1.0:1746128332.094877:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556048384 00010000:00010000:1.0:1746128332.094897:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 42 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.094915:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16059 00000100:00100000:1.0:1746128332.094931:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947556048384:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128332.094939:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128332.094956:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 42 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.094965:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 42 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.094981:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fc00/0x6e2f3e23d86e6b1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e6d expref: 42 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.095009:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.095010:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.095019:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.095026:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128332.096240:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.096290:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556048512 00000100:00100000:3.0:1746128332.096295:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556048512 00000100:00100000:3.0:1746128332.096318:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31098 00000100:00100000:3.0:1746128332.096323:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:1723:x1830947556048512:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.096333:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.096343:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e7b expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.096361:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.096367:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.096368:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.096370:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 43 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.096399:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.096408:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.096418:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551599872:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.096472:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00010000:00010000:1.0:1746128332.096554:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.096563:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.096571:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600000:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128332.096607:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.097681:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600000:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128332.097694:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.097716:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2014:x1830947556048384:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2786us (2934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.097854:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551599872:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.097869:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 43 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.097884:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:1.0:1746128332.097889:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16059 00000100:00100000:3.0:1746128332.097901:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:1723:x1830947556048512:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1578us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.097907:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31098 00000100:00100000:0.0:1746128332.098063:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.098398:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556048768 00000100:00100000:3.0:1746128332.098402:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556048768 00002000:00100000:3.0:1746128332.098424:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980000 x1830947556048768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.098432:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980000 with x1830947556048768 ext(0->4095) 00010000:00010000:3.0:1746128332.098437:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.098450:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.098456:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093980000 00000100:00100000:3.0:1746128332.098479:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3501 00000100:00100000:3.0:1746128332.098485:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556048768:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128332.098833:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556048768:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 347us (769us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.098838:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3501 00002000:00100000:3.0:1746128332.098847:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093980000 x1830947556048768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.098853:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980000 with x1830947556048768 ext(0->4095) 00010000:00010000:3.0:1746128332.098858:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.098865:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.098870:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093980000 00000100:00100000:0.0:1746128332.100422:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.100568:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556048896 00000100:00100000:1.0:1746128332.100574:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556048896 00010000:00010000:1.0:1746128332.100595:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.100618:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16060 00000100:00100000:1.0:1746128332.100623:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556048896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128332.100632:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128332.100645:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.100654:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.100672:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e74 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.100683:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.100685:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.100691:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.100697:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.100718:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128332.100727:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600128:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128332.100793:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.102635:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.102746:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600128:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128332.102763:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.102793:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556048896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2169us (2375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.102803:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556049152 00000100:00100000:1.0:1746128332.102803:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16060 00000100:00100000:3.0:1746128332.102809:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556049152 00002000:00100000:3.0:1746128332.102834:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983100 x1830947556049152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.102842:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983100 with x1830947556049152 ext(0->4095) 00002000:00010000:3.0:1746128332.102845:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093983100 00000100:00100000:3.0:1746128332.102866:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14086 00000100:00100000:3.0:1746128332.102872:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947556049152:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128332.102987:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947556049152:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.102993:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14086 00002000:00100000:3.0:1746128332.102997:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093983100 x1830947556049152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.103004:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093983100 with x1830947556049152 ext(0->4095) 00002000:00010000:3.0:1746128332.103007:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093983100 00000100:00100000:0.0:1746128332.104778:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.104884:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556049280 00000100:00100000:3.0:1746128332.104890:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556049280 00000100:00100000:3.0:1746128332.104937:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31099 00000100:00100000:3.0:1746128332.104943:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556049280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.104954:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.104968:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e82 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.104990:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.104996:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.104998:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.105000:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.105027:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 41 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.105036:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 41 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.105046:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551600256:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.105122:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.106373:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551600256:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.106392:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.106402:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787f000, rc 0) 00000100:00100000:3.0:1746128332.106426:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556049280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1483us (1652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.106432:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31099 00000100:00100000:0.0:1746128332.107687:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.107889:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556049408 00000100:00100000:3.0:1746128332.107895:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556049408 00002000:00100000:3.0:1746128332.107940:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093980700 x1830947556049408/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.107949:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980700 with x1830947556049408 ext(0->7) 00010000:00010000:3.0:1746128332.107955:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 42 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.107970:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 42 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.107975:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093980700 00000100:00100000:3.0:1746128332.108070:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3502 00000100:00100000:3.0:1746128332.108077:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947556049408:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128332.112774:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2015:x1830947556049408:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 4689us (5082us total) trans 4294970570 rc 0/0 00000100:00100000:3.0:1746128332.112785:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3502 00002000:00100000:3.0:1746128332.112793:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093980700 x1830947556049408/t4294970570(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.112802:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093980700 with x1830947556049408 ext(0->7) 00010000:00010000:3.0:1746128332.112810:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 44 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.112823:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 44 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.112829:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093980700 00000100:00100000:0.0:1746128332.118167:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.118273:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556049536 00000100:00100000:1.0:1746128332.118281:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556049536 00010000:00010000:1.0:1746128332.118313:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 44 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.118339:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16061 00000100:00100000:1.0:1746128332.118346:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2015:x1830947556049536:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128332.118358:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128332.118374:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 44 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.118385:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 44 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.118404:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e7b expref: 44 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.118432:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.118434:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.118440:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.118446:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.118474:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128332.118485:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600384:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128332.119496:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.123749:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.123896:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b494000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600384:192.168.202.33@tcp:105: 00010000:00010000:1.0:1746128332.123915:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.123962:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2015:x1830947556049536:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5615us (5801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.123971:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16061 00000100:00100000:3.0:1746128332.124129:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556049792 00000100:00100000:3.0:1746128332.124135:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556049792 00002000:00100000:3.0:1746128332.124166:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ca80 x1830947556049792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.124174:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ca80 with x1830947556049792 ext(0->4095) 00002000:00010000:3.0:1746128332.124178:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ca80 00000100:00100000:3.0:1746128332.124193:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14087 00000100:00100000:3.0:1746128332.124198:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556049792:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128332.125752:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556049792:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 1550us (2007us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.125759:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14087 00002000:00100000:3.0:1746128332.125765:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61ca80 x1830947556049792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.125772:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ca80 with x1830947556049792 ext(0->4095) 00002000:00010000:3.0:1746128332.125776:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ca80 00000100:00100000:0.0:1746128332.127615:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.127878:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556049920 00000100:00100000:3.0:1746128332.127886:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556049920 00000100:00100000:3.0:1746128332.127937:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31100 00000100:00100000:3.0:1746128332.127945:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:1725:x1830947556049920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.127958:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.127972:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e89 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.127995:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.128001:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.128003:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.128006:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 44 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.128496:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.128507:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.128517:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551600512:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.128608:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.128860:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.128997:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556050048 00000100:00100000:1.0:1746128332.129002:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556050048 00000100:00100000:1.0:1746128332.129039:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31101 00000100:00100000:1.0:1746128332.129045:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:1723:x1830947556050048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128332.129052:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128332.129059:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e90 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.129071:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.129075:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 46 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.129080:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128332.129083:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.129107:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 46 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.129117:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.129126:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133678200, rc 0) 00000100:00100000:1.0:1746128332.129150:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:1723:x1830947556050048:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.129156:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31101 00000100:00100000:3.0:1746128332.130772:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551600512:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.130792:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128332.130792:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128332.130803:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ea00, rc 0) 00000100:00100000:0.0:1746128332.130892:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556050176 00000100:00100000:0.0:1746128332.130900:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556050176 00010000:00010000:0.0:1746128332.130916:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.130938:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:1725:x1830947556049920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2994us (3328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.130944:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31100 00000100:00100000:0.0:1746128332.130946:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16062 00000100:00100000:0.0:1746128332.130952:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556050176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128332.130959:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128332.130974:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.130983:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.130999:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787f000/0x6e2f3e23d86e6b30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e82 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.131023:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128332.131025:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128332.131030:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 44 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.131038:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 44 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.131058:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 44 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.131067:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 44 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746128332.131230:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600768:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128332.131286:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.132705:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600768:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.132718:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.132740:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556050176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1789us (1948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.132747:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16062 00000100:00100000:0.0:1746128332.132876:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.133041:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556050432 00000100:00100000:3.0:1746128332.133046:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556050432 00002000:00100000:3.0:1746128332.133068:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61df80 x1830947556050432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.133077:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61df80 with x1830947556050432 ext(0->4095) 00010000:00010000:3.0:1746128332.133083:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.133097:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.133102:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61df80 00000100:00100000:3.0:1746128332.133159:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3503 00000100:00100000:3.0:1746128332.133165:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2014:x1830947556050432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.133249:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2014:x1830947556050432:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.133254:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3503 00002000:00100000:3.0:1746128332.133258:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61df80 x1830947556050432/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.133265:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61df80 with x1830947556050432 ext(0->4095) 00010000:00010000:3.0:1746128332.133269:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.133276:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.133281:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61df80 00000100:00100000:1.0:1746128332.135781:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.135865:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556050560 00000100:00100000:2.0:1746128332.135872:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556050560 00010000:00010000:2.0:1746128332.135897:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.135928:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16063 00000100:00100000:2.0:1746128332.135934:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2016:x1830947556050560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.135943:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.135956:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.135971:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.135987:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ea00/0x6e2f3e23d86e6b37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e89 expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.136012:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.136013:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.136019:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.136025:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.136050:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.136059:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600896:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.136117:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.137515:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551600896:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.137530:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.137701:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2016:x1830947556050560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1764us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.137710:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16063 00000100:00100000:0.0:1746128332.138460:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.138530:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556050816 00000100:00100000:1.0:1746128332.138537:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556050816 00002000:00100000:1.0:1746128332.138578:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61f800 x1830947556050816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.138587:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f800 with x1830947556050816 ext(0->4095) 00002000:00010000:1.0:1746128332.138592:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61f800 00000100:00100000:1.0:1746128332.138872:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14088 00000100:00100000:1.0:1746128332.138880:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2014:x1830947556050816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.139027:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2014:x1830947556050816:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.139032:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14088 00002000:00100000:1.0:1746128332.139038:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61f800 x1830947556050816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.139046:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f800 with x1830947556050816 ext(0->4095) 00002000:00010000:1.0:1746128332.139049:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61f800 00000100:00100000:0.0:1746128332.141602:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.141731:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556050944 00000100:00100000:3.0:1746128332.141739:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556050944 00000100:00100000:3.0:1746128332.141980:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31102 00000100:00100000:3.0:1746128332.141988:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556050944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.142003:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.142017:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e97 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.142042:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.142049:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.142050:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.142053:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.142078:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.142089:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 43 pid: 9591 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.142099:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551601024:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.142170:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.144605:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551601024:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.144630:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.144644:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3962600, rc 0) 00000100:00100000:3.0:1746128332.144679:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556050944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2692us (3083us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.144686:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31102 00000100:00100000:2.0:1746128332.144983:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.145036:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556051072 00000100:00100000:3.0:1746128332.145041:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556051072 00002000:00100000:3.0:1746128332.145067:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800917d7480 x1830947556051072/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.145076:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7480 with x1830947556051072 ext(0->7) 00010000:00010000:3.0:1746128332.145086:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 44 pid: 9591 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.145097:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 44 pid: 9591 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.145103:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7480 00000100:00100000:3.0:1746128332.145129:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3504 00000100:00100000:3.0:1746128332.145135:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:2014:x1830947556051072:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128332.148301:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2014:x1830947556051072:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3160us (3313us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746128332.148311:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3504 00002000:00100000:0.0:1746128332.148319:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800917d7480 x1830947556051072/t4294970571(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.148327:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7480 with x1830947556051072 ext(0->7) 00010000:00010000:0.0:1746128332.148334:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 46 pid: 9591 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.148347:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 46 pid: 9591 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.148353:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7480 00000100:00100000:0.0:1746128332.158266:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.158311:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.158330:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556051200 00000100:00100000:3.0:1746128332.158337:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556051200 00000100:00100000:2.0:1746128332.158393:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556051328 00000100:00100000:2.0:1746128332.158397:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556051328 00010000:00010000:2.0:1746128332.158419:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 47 pid: 9591 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.158452:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16064 00000100:00100000:2.0:1746128332.158458:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2017:x1830947556051328:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.158470:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.158486:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 47 pid: 9591 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.158496:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31103 00010000:00010000:2.0:1746128332.158497:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 47 pid: 9591 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.158502:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:1723:x1830947556051200:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.158514:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.158515:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6b3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e90 expref: 47 pid: 9591 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.158522:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645e9e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.158530:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.158531:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.158538:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.158564:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.158577:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.158583:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.158585:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.158588:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.159288:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.159299:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.159308:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551601152:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.159383:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746128332.159422:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.159435:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.159441:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551601280:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.159461:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.161510:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551601152:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.161598:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551601280:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.161607:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128332.161627:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.161641:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:2.0:1746128332.161651:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2017:x1830947556051328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3192us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.161659:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:1723:x1830947556051200:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3158us (3400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.161660:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16064 00000100:00100000:3.0:1746128332.161666:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31103 00000100:00100000:1.0:1746128332.162281:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.162370:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556051584 00000100:00100000:2.0:1746128332.162375:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556051584 00002000:00100000:2.0:1746128332.162404:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495500 x1830947556051584/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.162413:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495500 with x1830947556051584 ext(0->4095) 00010000:00010000:2.0:1746128332.162419:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.162429:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.162435:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b495500 00000100:00100000:2.0:1746128332.162449:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3505 00000100:00100000:2.0:1746128332.162455:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556051584:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128332.162578:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556051584:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.162583:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3505 00002000:00100000:2.0:1746128332.162588:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b495500 x1830947556051584/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.162594:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b495500 with x1830947556051584 ext(0->4095) 00010000:00010000:2.0:1746128332.162598:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.162606:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.162611:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b495500 00000100:00100000:1.0:1746128332.165338:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.165905:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556051712 00000100:00100000:2.0:1746128332.165912:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556051712 00010000:00010000:2.0:1746128332.165948:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.165969:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16065 00000100:00100000:2.0:1746128332.165975:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556051712:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.165985:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.165999:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.166009:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.166029:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e97 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.166052:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.166054:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.166060:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.166067:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.166092:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.166101:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551601408:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.166168:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.167427:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551601408:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.167439:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.167475:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556051712:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1500us (2145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.167483:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16065 00000100:00100000:0.0:1746128332.169273:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.169641:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556051968 00000100:00100000:1.0:1746128332.169670:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556051968 00002000:00100000:1.0:1746128332.169944:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c700 x1830947556051968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.169953:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c700 with x1830947556051968 ext(0->4095) 00002000:00010000:1.0:1746128332.169956:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c700 00000100:00100000:1.0:1746128332.170050:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14089 00000100:00100000:1.0:1746128332.170058:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2014:x1830947556051968:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.170524:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2014:x1830947556051968:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 465us (1254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.170530:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14089 00002000:00100000:1.0:1746128332.170536:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007d61c700 x1830947556051968/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.170553:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c700 with x1830947556051968 ext(0->4095) 00002000:00010000:1.0:1746128332.170556:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c700 00000100:00100000:0.0:1746128332.177948:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.178167:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556052096 00000100:00100000:3.0:1746128332.178174:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556052096 00000100:00100000:3.0:1746128332.178218:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31104 00000100:00100000:3.0:1746128332.178225:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556052096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.178240:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.178255:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ea5 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.178282:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.178289:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.178291:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.178294:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.178317:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 45 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.178327:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 45 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.178338:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551601536:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.182069:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.183259:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551601536:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.183290:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.183304:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:3.0:1746128332.183339:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556052096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5114us (5397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.183346:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31104 00000100:00100000:0.0:1746128332.191477:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.191600:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.191700:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556052224 00000100:00100000:1.0:1746128332.191707:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556052224 00002000:00100000:1.0:1746128332.191743:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007d61e300 x1830947556052224/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.191757:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61e300 with x1830947556052224 ext(0->7) 00010000:00010000:1.0:1746128332.191765:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 46 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.191777:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 46 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.191783:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61e300 00000100:00100000:1.0:1746128332.192110:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3506 00000100:00100000:1.0:1746128332.192118:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2014:x1830947556052224:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128332.192256:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556052352 00000100:00100000:3.0:1746128332.192260:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556052352 00000100:00100000:3.0:1746128332.192293:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31105 00000100:00100000:3.0:1746128332.192298:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:1723:x1830947556052352:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.192306:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.192317:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645eac expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.192334:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.192339:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.192344:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128332.192348:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.192375:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.192384:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.192391:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3963200, rc 0) 00000100:00100000:3.0:1746128332.192426:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:1723:x1830947556052352:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.192431:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31105 00000100:00100000:0.0:1746128332.193891:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2014:x1830947556052224:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1770us (2417us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746128332.193900:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3506 00002000:00100000:0.0:1746128332.193907:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007d61e300 x1830947556052224/t4294970572(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.193915:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61e300 with x1830947556052224 ext(0->7) 00010000:00010000:0.0:1746128332.193932:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 49 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.193944:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 49 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.193949:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d61e300 00000100:00100000:0.0:1746128332.196294:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.196413:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556052480 00000100:00100000:2.0:1746128332.196421:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556052480 00010000:00010000:2.0:1746128332.196451:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 49 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.196491:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16066 00000100:00100000:2.0:1746128332.196498:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2016:x1830947556052480:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.196509:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.196524:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 49 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.196533:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 49 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.196571:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645e9e expref: 49 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.196585:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.196587:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.196593:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.196600:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.196626:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.196635:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.196650:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551601792:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.197121:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.200205:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551601792:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128332.200223:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128332.200273:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2016:x1830947556052480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3775us (3985us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128332.200283:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16066 00000100:00100000:2.0:1746128332.200787:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.200838:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556052736 00000100:00100000:0.0:1746128332.200843:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556052736 00002000:00100000:0.0:1746128332.200871:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7b80 x1830947556052736/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.200880:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7b80 with x1830947556052736 ext(0->4095) 00010000:00010000:0.0:1746128332.200887:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.200899:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.200904:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7b80 00000100:00100000:0.0:1746128332.200935:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3507 00000100:00100000:0.0:1746128332.200941:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556052736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128332.201035:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556052736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128332.201040:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3507 00002000:00100000:0.0:1746128332.201045:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d7b80 x1830947556052736/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.201052:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7b80 with x1830947556052736 ext(0->4095) 00010000:00010000:0.0:1746128332.201056:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.201064:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.201069:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d7b80 00000100:00100000:0.0:1746128332.204257:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.204492:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556052864 00000100:00100000:2.0:1746128332.204500:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556052864 00010000:00010000:2.0:1746128332.204531:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.204595:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16067 00000100:00100000:2.0:1746128332.204602:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556052864:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.204614:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.204629:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.204640:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.204699:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ea5 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.204878:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.204881:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.204887:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.204895:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.204938:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.204950:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551601920:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.205677:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.208080:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551601920:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.208098:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.208147:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947556052864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3544us (3896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.208156:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16067 00000100:00100000:0.0:1746128332.208400:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.208570:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556053120 00000100:00100000:3.0:1746128332.208576:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556053120 00002000:00100000:3.0:1746128332.208608:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121500 x1830947556053120/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.208622:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121500 with x1830947556053120 ext(0->4095) 00002000:00010000:3.0:1746128332.208626:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121500 00000100:00100000:3.0:1746128332.208641:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14090 00000100:00100000:3.0:1746128332.208647:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2015:x1830947556053120:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128332.208741:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2015:x1830947556053120:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (341us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.208746:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14090 00002000:00100000:3.0:1746128332.208751:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121500 x1830947556053120/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.208757:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121500 with x1830947556053120 ext(0->4095) 00002000:00010000:3.0:1746128332.208759:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121500 00000100:00100000:1.0:1746128332.210755:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.210806:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556053248 00000100:00100000:0.0:1746128332.210812:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556053248 00000100:00100000:0.0:1746128332.210854:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31106 00000100:00100000:0.0:1746128332.210860:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556053248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128332.210873:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128332.210886:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645eb3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.210906:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.210926:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128332.210928:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128332.210931:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.210956:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.210967:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 47 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746128332.210976:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c120380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551602048:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128332.211828:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.213285:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c120380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551602048:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.213309:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.213323:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc 0) 00000100:00100000:2.0:1746128332.213695:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556053248:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2833us (2944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.213704:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31106 00000100:00100000:0.0:1746128332.215494:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.215764:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556053376 00000100:00100000:2.0:1746128332.215772:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556053376 00010000:00010000:2.0:1746128332.215800:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.215834:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16068 00000100:00100000:2.0:1746128332.215841:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2015:x1830947556053376:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.215852:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.215869:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.215878:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.215898:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6b5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eac expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.215929:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.215931:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.215937:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.215945:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.215973:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.215983:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551602176:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.216051:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.220786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.220985:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551602176:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.221001:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.221038:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2015:x1830947556053376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5196us (5547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.221047:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16068 00000100:00100000:0.0:1746128332.221087:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.221142:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556053504 00000100:00100000:1.0:1746128332.221142:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556053760 00000100:00100000:2.0:1746128332.221147:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556053504 00000100:00100000:1.0:1746128332.221147:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556053760 00002000:00100000:1.0:1746128332.221175:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c123800 x1830947556053760/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746128332.221184:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31107 00002000:00100000:1.0:1746128332.221184:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123800 with x1830947556053760 ext(0->4095) 00002000:00010000:1.0:1746128332.221187:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c123800 00000100:00100000:2.0:1746128332.221190:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:1723:x1830947556053504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128332.221197:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14091 00000100:00100000:1.0:1746128332.221201:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556053760:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746128332.221202:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.221214:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645eba expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.221230:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.221237:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.221239:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.221241:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.221263:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.221273:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.221278:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556053760:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 77us (192us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.221282:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551602304:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128332.221284:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14091 00002000:00100000:1.0:1746128332.221287:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c123800 x1830947556053760/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.221299:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123800 with x1830947556053760 ext(0->4095) 00010000:00010000:1.0:1746128332.221303:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.221312:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.221316:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c123800 00000100:00100000:2.0:1746128332.221322:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746128332.223682:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128332.226418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.226563:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556053888 00000100:00100000:3.0:1746128332.226569:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556053888 00000100:00100000:3.0:1746128332.226622:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31108 00000100:00100000:3.0:1746128332.226630:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:1725:x1830947556053888:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.226648:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.226661:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ec1 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.226685:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.226689:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 50 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.226695:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.226699:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 50 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.226725:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 50 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.226735:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 50 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.226744:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787fe00, rc 0) 00000100:00100000:2.0:1746128332.226836:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551602304:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.226849:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 50 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.226857:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:2.0:1746128332.226872:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:1723:x1830947556053504:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5682us (6093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.226881:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31107 00000100:00100000:3.0:1746128332.227266:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:1725:x1830947556053888:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.227271:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31108 00000100:00100000:0.0:1746128332.227627:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.227741:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556054016 00000100:00100000:3.0:1746128332.227745:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556054016 00010000:00010000:3.0:1746128332.227759:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.227788:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16069 00000100:00100000:3.0:1746128332.227794:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556054016:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.227801:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.227817:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.227827:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.227843:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6b61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eb3 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.227864:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.227866:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.227871:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.227878:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.227895:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.227904:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 48 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.227912:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551602560:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.227977:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.230238:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551602560:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128332.230239:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128332.230253:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.230509:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556054272 00000100:00100000:2.0:1746128332.230514:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556054272 00002000:00100000:2.0:1746128332.230565:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c120000 x1830947556054272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.230574:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120000 with x1830947556054272 ext(0->4095) 00010000:00010000:2.0:1746128332.230580:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.230592:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.230598:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c120000 00000100:00100000:2.0:1746128332.230623:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3508 00000100:00100000:2.0:1746128332.230629:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2014:x1830947556054272:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.230802:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556054016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3006us (3173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.230810:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16069 00000100:00100000:2.0:1746128332.231138:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2014:x1830947556054272:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 508us (900us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.231143:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3508 00002000:00100000:2.0:1746128332.231148:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c120000 x1830947556054272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.231154:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120000 with x1830947556054272 ext(0->4095) 00010000:00010000:2.0:1746128332.231159:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.231172:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.231176:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c120000 00000100:00100000:0.0:1746128332.233237:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.233288:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556054400 00000100:00100000:3.0:1746128332.233296:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556054400 00010000:00010000:3.0:1746128332.233322:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.233358:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16070 00000100:00100000:3.0:1746128332.233365:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2016:x1830947556054400:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.233375:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.233390:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.233400:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.233420:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6b68 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eba expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.233448:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.233449:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.233456:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.233463:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.233489:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.233501:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551602688:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.233592:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.235276:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551602688:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.235288:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.235310:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2016:x1830947556054400:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1947us (2080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.235316:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16070 00000100:00100000:1.0:1746128332.235935:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.236005:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556054656 00000100:00100000:3.0:1746128332.236009:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556054656 00002000:00100000:3.0:1746128332.236036:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497b80 x1830947556054656/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.236044:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497b80 with x1830947556054656 ext(0->4095) 00002000:00010000:3.0:1746128332.236049:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b497b80 00000100:00100000:3.0:1746128332.236074:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14092 00000100:00100000:3.0:1746128332.236080:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2014:x1830947556054656:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.236176:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2014:x1830947556054656:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.236182:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14092 00002000:00100000:3.0:1746128332.236187:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b497b80 x1830947556054656/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.236192:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b497b80 with x1830947556054656 ext(0->4095) 00002000:00010000:3.0:1746128332.236194:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b497b80 00000100:00100000:0.0:1746128332.237995:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.238068:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556054784 00000100:00100000:3.0:1746128332.238074:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556054784 00000100:00100000:3.0:1746128332.238116:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31109 00000100:00100000:3.0:1746128332.238124:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095841450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556054784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.238134:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.238152:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ec8 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.238172:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.238178:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.238179:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.238182:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.238364:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.238374:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 47 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.238384:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551602816:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.238572:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.242320:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.242391:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556054912 00000100:00100000:2.0:1746128332.242399:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556054912 00010000:00010000:2.0:1746128332.242430:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.242470:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16071 00000100:00100000:2.0:1746128332.242478:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2015:x1830947556054912:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.242489:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.242506:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.242516:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.242535:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.242536:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.242574:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.242581:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.242650:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e6b6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec1 expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.242672:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551602816:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.244621:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.244633:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:3.0:1746128332.244697:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095841450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556054784:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6573us (6707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.244705:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31109 00010000:00010000:2.0:1746128332.245178:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.245192:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551602944:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.245253:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.246694:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.246775:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556055040 00000100:00100000:3.0:1746128332.246782:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556055040 00000100:00100000:3.0:1746128332.246827:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31110 00000100:00100000:3.0:1746128332.246833:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:1723:x1830947556055040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.246847:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.246861:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ecf expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.246881:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.246887:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.246888:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.246891:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 49 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.246913:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.246932:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.246943:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551603072:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.247493:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551602944:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.247506:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.247530:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+49:2015:x1830947556054912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5053us (5216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.247539:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16071 00000100:00100000:3.0:1746128332.247624:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.249624:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.250169:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551603072:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.250188:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556055296 00010000:00010000:2.0:1746128332.250191:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 48 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.250193:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556055296 00010000:00010000:2.0:1746128332.250204:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3962600, rc 0) 00002000:00100000:3.0:1746128332.250401:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121180 x1830947556055296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.250410:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121180 with x1830947556055296 ext(0->4095) 00010000:00010000:3.0:1746128332.250416:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.250426:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.250432:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c121180 00000100:00100000:3.0:1746128332.250455:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3509 00000100:00100000:3.0:1746128332.250461:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556055296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.250593:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:1723:x1830947556055040:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3758us (3901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.250600:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31110 00000100:00100000:3.0:1746128332.250907:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556055296:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 445us (1286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.250913:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3509 00002000:00100000:3.0:1746128332.250929:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c121180 x1830947556055296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.250936:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121180 with x1830947556055296 ext(0->4095) 00010000:00010000:3.0:1746128332.250941:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.250950:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.250956:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c121180 00000100:00100000:0.0:1746128332.253278:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.253528:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556055424 00000100:00100000:2.0:1746128332.253537:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556055424 00010000:00010000:2.0:1746128332.253593:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.254039:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16072 00000100:00100000:2.0:1746128332.254047:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556055424:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.254059:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.254076:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.254085:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.254104:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e6b76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ec8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.254219:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.254221:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.254227:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.254235:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.254262:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.254272:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551603200:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.254345:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.257202:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.257279:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556055680 00000100:00100000:3.0:1746128332.257287:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556055680 00002000:00100000:3.0:1746128332.257321:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c122a00 x1830947556055680/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.257331:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122a00 with x1830947556055680 ext(0->4095) 00002000:00010000:3.0:1746128332.257335:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122a00 00000100:00100000:3.0:1746128332.257353:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14093 00000100:00100000:3.0:1746128332.257359:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2015:x1830947556055680:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.257410:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551603200:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.257482:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2015:x1830947556055680:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.257488:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14093 00002000:00100000:3.0:1746128332.257493:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c122a00 x1830947556055680/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.257498:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122a00 with x1830947556055680 ext(0->4095) 00002000:00010000:3.0:1746128332.257501:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122a00 00010000:00010000:2.0:1746128332.257677:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.257697:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947556055424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3651us (4425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.257704:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16072 00000100:00100000:0.0:1746128332.262742:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.262826:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556055808 00000100:00100000:2.0:1746128332.262834:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556055808 00000100:00100000:2.0:1746128332.262877:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31111 00000100:00100000:2.0:1746128332.262885:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556055808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.262899:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.262913:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ed6 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.263268:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.263277:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.263279:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.263282:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.263310:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 47 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.263320:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 47 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.263331:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551603328:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.263744:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.274751:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551603328:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.274779:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.274795:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:2.0:1746128332.274847:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556055808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11963us (12112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.274854:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31111 00000100:00100000:0.0:1746128332.284188:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.284253:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556055936 00000100:00100000:3.0:1746128332.284261:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556055936 00002000:00100000:3.0:1746128332.284296:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c120700 x1830947556055936/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.284310:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120700 with x1830947556055936 ext(0->7) 00010000:00010000:3.0:1746128332.284317:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.284328:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 48 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.284333:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c120700 00000100:00100000:3.0:1746128332.284362:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3510 00000100:00100000:3.0:1746128332.284368:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+48:2014:x1830947556055936:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128332.286788:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2014:x1830947556055936:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2414us (2603us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746128332.286797:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3510 00002000:00100000:0.0:1746128332.286805:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c120700 x1830947556055936/t4294970573(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.286813:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120700 with x1830947556055936 ext(0->7) 00010000:00010000:0.0:1746128332.286820:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 50 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.286832:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 50 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.286837:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c120700 00000100:00100000:0.0:1746128332.288912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.288995:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556056064 00000100:00100000:2.0:1746128332.289003:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556056064 00000100:00100000:2.0:1746128332.289033:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31112 00000100:00100000:2.0:1746128332.289039:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:1723:x1830947556056064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.289051:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.289063:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645edd expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.289082:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.289087:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.289093:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.289096:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 51 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.289122:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.289131:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 51 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.289144:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:2.0:1746128332.289183:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:1723:x1830947556056064:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.289188:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31112 00000100:00100000:0.0:1746128332.290265:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.291310:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556056192 00000100:00100000:2.0:1746128332.291317:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556056192 00010000:00010000:2.0:1746128332.291346:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 51 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.291382:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16073 00000100:00100000:2.0:1746128332.291389:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:2017:x1830947556056192:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.291399:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.291414:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 51 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.291424:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 51 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.291440:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6b7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ecf expref: 51 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.291470:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.291472:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.291477:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.291488:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.291513:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.291523:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.291532:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551603584:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.291625:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.293274:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551603584:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.293289:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.293317:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2017:x1830947556056192:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1929us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.293326:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16073 00000100:00100000:0.0:1746128332.293702:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.293784:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556056448 00000100:00100000:2.0:1746128332.293789:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556056448 00002000:00100000:2.0:1746128332.293812:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c123b80 x1830947556056448/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.293822:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123b80 with x1830947556056448 ext(0->4095) 00010000:00010000:2.0:1746128332.293830:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.293842:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.293848:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c123b80 00000100:00100000:2.0:1746128332.294045:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3511 00000100:00100000:2.0:1746128332.294052:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556056448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.294155:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556056448:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.294161:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3511 00002000:00100000:2.0:1746128332.294166:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c123b80 x1830947556056448/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.294173:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123b80 with x1830947556056448 ext(0->4095) 00010000:00010000:2.0:1746128332.294178:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.294186:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.294191:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c123b80 00000100:00100000:0.0:1746128332.296885:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.297094:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556056576 00000100:00100000:2.0:1746128332.297102:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556056576 00010000:00010000:2.0:1746128332.297129:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.297163:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16074 00000100:00100000:2.0:1746128332.297169:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556056576:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.297178:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.297195:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.297206:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.297226:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ed6 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.297238:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.297240:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.297246:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 49 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.297253:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 49 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.297277:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 49 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.297287:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551603712:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.297363:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.301409:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.301507:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551603712:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.301523:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.301575:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556056576:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4405us (4695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.301584:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16074 00000100:00100000:0.0:1746128332.301668:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556056832 00000100:00100000:0.0:1746128332.301674:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556056832 00002000:00100000:0.0:1746128332.301707:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494000 x1830947556056832/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.301717:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494000 with x1830947556056832 ext(0->4095) 00002000:00010000:0.0:1746128332.301721:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b494000 00000100:00100000:0.0:1746128332.301734:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14094 00000100:00100000:0.0:1746128332.301741:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2014:x1830947556056832:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128332.301846:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2014:x1830947556056832:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128332.301851:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14094 00002000:00100000:0.0:1746128332.301856:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b494000 x1830947556056832/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.301862:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494000 with x1830947556056832 ext(0->4095) 00002000:00010000:0.0:1746128332.301865:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b494000 00000100:00100000:0.0:1746128332.303774:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.304566:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556056960 00000100:00100000:2.0:1746128332.304574:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556056960 00000100:00100000:2.0:1746128332.304618:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31113 00000100:00100000:2.0:1746128332.304625:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556056960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.304637:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.304651:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ee4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.304674:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 49 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.304680:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.304681:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.304684:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.304708:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 49 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.304719:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 49 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.304731:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551603840:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.305104:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.310605:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.310670:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556057088 00000100:00100000:3.0:1746128332.310677:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556057088 00010000:00010000:3.0:1746128332.310712:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 50 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.310737:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16075 00000100:00100000:3.0:1746128332.310744:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2014:x1830947556057088:12345-192.168.202.33@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746128332.310745:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551603840:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.310755:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.310765:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.310771:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 50 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.310780:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00010000:00010000:3.0:1746128332.310783:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 50 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.310802:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6b8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645edd expref: 50 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.310815:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556056960:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6190us (7045us total) trans 0 rc 0/0 00010000:00010000:3.0:1746128332.310818:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.310820:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746128332.310822:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31113 00010000:00010000:3.0:1746128332.310826:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.310833:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.310870:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.310880:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551603968:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.310933:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.311498:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.311556:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556057216 00000100:00100000:2.0:1746128332.311559:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556057216 00000100:00100000:2.0:1746128332.311573:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31114 00000100:00100000:2.0:1746128332.311576:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:1723:x1830947556057216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.311585:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.311594:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645eeb expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.311605:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.311609:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.311610:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.311612:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.311623:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.311628:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 5 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.311636:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551604096:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.311990:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.314735:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551603968:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.315006:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551604096:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.315034:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.315048:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:2.0:1746128332.315084:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+51:1723:x1830947556057216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3505us (3585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.315091:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31114 00000100:00100000:0.0:1746128332.315266:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.315329:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556057472 00010000:00010000:3.0:1746128332.315334:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128332.315334:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556057472 00002000:00100000:0.0:1746128332.315363:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c136300 x1830947556057472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.315371:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136300 with x1830947556057472 ext(0->4095) 00000100:00100000:3.0:1746128332.315374:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2014:x1830947556057088:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4630us (4776us total) trans 0 rc 0/0 00010000:00010000:0.0:1746128332.315377:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.315382:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16075 00010000:00010000:0.0:1746128332.315389:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.315395:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c136300 00000100:00100000:0.0:1746128332.315419:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3512 00000100:00100000:0.0:1746128332.315426:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556057472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128332.315645:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556057472:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 218us (378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.315650:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3512 00002000:00100000:3.0:1746128332.315655:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c136300 x1830947556057472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.315662:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c136300 with x1830947556057472 ext(0->4095) 00010000:00010000:3.0:1746128332.315668:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.315677:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.315682:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c136300 00000100:00100000:0.0:1746128332.318140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.318191:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556057600 00000100:00100000:3.0:1746128332.318199:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556057600 00010000:00010000:3.0:1746128332.318223:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.318259:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16076 00000100:00100000:3.0:1746128332.318265:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556057600:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.318274:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.318288:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.318298:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.318315:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6b92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ee4 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.318338:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.318340:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.318346:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.318366:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.318391:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.318400:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551604224:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.318462:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.320449:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.320571:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551604224:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.320586:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.320631:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556057600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2366us (2496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.320640:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16076 00000100:00100000:2.0:1746128332.320797:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556057856 00000100:00100000:2.0:1746128332.320802:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556057856 00002000:00100000:2.0:1746128332.320829:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135880 x1830947556057856/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.320838:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135880 with x1830947556057856 ext(0->4095) 00002000:00010000:2.0:1746128332.320842:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c135880 00000100:00100000:2.0:1746128332.320866:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14095 00000100:00100000:2.0:1746128332.320873:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2016:x1830947556057856:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128332.320971:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2016:x1830947556057856:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (527us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.320976:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14095 00002000:00100000:2.0:1746128332.320980:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135880 x1830947556057856/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.320992:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135880 with x1830947556057856 ext(0->4095) 00002000:00010000:2.0:1746128332.320995:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c135880 00000100:00100000:1.0:1746128332.338137:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.338449:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556057984 00000100:00100000:2.0:1746128332.338456:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556057984 00000100:00100000:2.0:1746128332.338816:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31115 00000100:00100000:2.0:1746128332.338824:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556057984:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.338838:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.338852:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ef2 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.338874:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.338880:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.338882:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.338885:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.338912:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.338934:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 49 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.338944:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551604352:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.340078:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.346511:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551604352:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.346535:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.346578:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3963200, rc 0) 00000100:00100000:2.0:1746128332.346627:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556057984:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7803us (8497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.346635:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31115 00000100:00100000:1.0:1746128332.346777:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.347810:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556058112 00000100:00100000:3.0:1746128332.347817:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556058112 00002000:00100000:3.0:1746128332.347846:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b494e00 x1830947556058112/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.347854:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494e00 with x1830947556058112 ext(0->7) 00010000:00010000:3.0:1746128332.347860:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 50 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.347871:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 50 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.347876:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494e00 00000100:00100000:3.0:1746128332.347902:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3513 00000100:00100000:3.0:1746128332.347909:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+50:2017:x1830947556058112:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128332.349934:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2017:x1830947556058112:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 2018us (3151us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746128332.349944:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3513 00002000:00100000:0.0:1746128332.349952:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b494e00 x1830947556058112/t4294970574(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.349960:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b494e00 with x1830947556058112 ext(0->7) 00010000:00010000:0.0:1746128332.349968:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 52 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.349981:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 52 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.349988:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b494e00 00000100:00100000:1.0:1746128332.358759:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.359622:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556058240 00000100:00100000:2.0:1746128332.359630:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556058240 00000100:00100000:2.0:1746128332.359671:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31116 00000100:00100000:2.0:1746128332.359678:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:1723:x1830947556058240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.359693:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.359708:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ef9 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.359730:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.359735:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.359741:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.359744:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 53 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.359776:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.359786:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 53 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.359795:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3962600, rc 0) 00000100:00100000:2.0:1746128332.359870:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:1723:x1830947556058240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.359876:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31116 00000100:00100000:0.0:1746128332.364212:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.364312:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556058368 00000100:00100000:3.0:1746128332.364320:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556058368 00010000:00010000:3.0:1746128332.364350:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 53 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.364441:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16077 00000100:00100000:3.0:1746128332.364449:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+53:2017:x1830947556058368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.364460:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.364474:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 53 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.364483:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 53 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.364500:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6b99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645eeb expref: 53 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.364515:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.364516:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.364522:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.364534:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.364588:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.364598:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 5 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.364607:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551604608:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.365048:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.367592:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551604608:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.367608:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.367651:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2017:x1830947556058368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3201us (3444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.367660:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16077 00000100:00100000:0.0:1746128332.367995:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.368038:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556058624 00000100:00100000:2.0:1746128332.368044:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556058624 00002000:00100000:2.0:1746128332.368075:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135500 x1830947556058624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.368083:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135500 with x1830947556058624 ext(0->4095) 00010000:00010000:2.0:1746128332.368090:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.368101:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.368106:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135500 00000100:00100000:2.0:1746128332.368134:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3514 00000100:00100000:2.0:1746128332.368140:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556058624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128332.368251:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556058624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.368256:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3514 00002000:00100000:2.0:1746128332.368261:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135500 x1830947556058624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.368273:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135500 with x1830947556058624 ext(0->4095) 00010000:00010000:2.0:1746128332.368277:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.368285:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.368289:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135500 00000100:00100000:0.0:1746128332.370701:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.370907:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556058752 00000100:00100000:3.0:1746128332.370922:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556058752 00010000:00010000:3.0:1746128332.370976:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.372262:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16078 00000100:00100000:3.0:1746128332.372271:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556058752:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.372286:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.372304:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.372315:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.372334:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3963200/0x6e2f3e23d86e6ba0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef2 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.372361:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.372364:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.372369:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.372377:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.372403:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.372415:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551604736:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.372484:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.379132:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551604736:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.379151:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.379212:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556058752:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6941us (8515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.379222:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16078 00000100:00100000:3.0:1746128332.383001:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.383311:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556059008 00000100:00100000:1.0:1746128332.383319:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556059008 00002000:00100000:1.0:1746128332.383358:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f111f80 x1830947556059008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.383368:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111f80 with x1830947556059008 ext(0->4095) 00002000:00010000:1.0:1746128332.383373:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111f80 00000100:00100000:1.0:1746128332.383405:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14096 00000100:00100000:1.0:1746128332.383412:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2017:x1830947556059008:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128332.384673:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2017:x1830947556059008:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 1258us (1677us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.384681:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14096 00002000:00100000:1.0:1746128332.384688:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f111f80 x1830947556059008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.384695:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111f80 with x1830947556059008 ext(0->4095) 00002000:00010000:1.0:1746128332.384698:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111f80 00000100:00100000:0.0:1746128332.388452:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.388649:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556059136 00000100:00100000:2.0:1746128332.388657:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556059136 00000100:00100000:2.0:1746128332.388694:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31117 00000100:00100000:2.0:1746128332.388700:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556059136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.388714:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.388730:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f00 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.388756:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.388767:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.388769:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.388772:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.388798:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 51 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.388811:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 51 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.388821:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551604864:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.388904:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.392118:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551604864:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.392142:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.392156:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b600, rc 0) 00000100:00100000:2.0:1746128332.392188:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556059136:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3488us (3743us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.392195:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31117 00000100:00100000:0.0:1746128332.395032:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.395127:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556059264 00000100:00100000:1.0:1746128332.395134:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556059264 00002000:00100000:1.0:1746128332.395171:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c137480 x1830947556059264/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.395179:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137480 with x1830947556059264 ext(0->7) 00010000:00010000:1.0:1746128332.395187:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 52 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.395199:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 52 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.395205:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137480 00000100:00100000:1.0:1746128332.397258:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3515 00000100:00100000:1.0:1746128332.397274:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+52:2015:x1830947556059264:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128332.398433:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947556059264:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1163us (3404us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746128332.398441:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3515 00002000:00100000:0.0:1746128332.398449:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c137480 x1830947556059264/t4294970575(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.398463:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c137480 with x1830947556059264 ext(0->7) 00010000:00010000:0.0:1746128332.398470:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 54 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.398481:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 54 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.398487:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c137480 00000100:00100000:0.0:1746128332.409095:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.409185:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556059392 00000100:00100000:2.0:1746128332.409193:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556059392 00000100:00100000:2.0:1746128332.409230:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31118 00000100:00100000:2.0:1746128332.409237:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:1723:x1830947556059392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.409251:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.409265:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f07 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.409290:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.409295:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.409304:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.409307:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.409333:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.409342:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.409349:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b000, rc 0) 00000100:00100000:2.0:1746128332.410060:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:1723:x1830947556059392:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 820us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.410066:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31118 00000100:00100000:0.0:1746128332.410467:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.410560:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556059520 00000100:00100000:3.0:1746128332.410565:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556059520 00010000:00010000:3.0:1746128332.410583:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 55 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.410615:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16079 00000100:00100000:3.0:1746128332.410620:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2014:x1830947556059520:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.410629:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.410643:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 55 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.410653:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 55 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.410670:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e6ba7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ef9 expref: 55 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.410684:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.410685:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.410691:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.410697:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.410715:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.410724:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.410739:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551605120:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.410980:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.413940:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551605120:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.413955:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.413989:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2014:x1830947556059520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3368us (3522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.413998:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16079 00000100:00100000:0.0:1746128332.414197:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.414346:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556059776 00000100:00100000:2.0:1746128332.414353:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556059776 00002000:00100000:2.0:1746128332.414389:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135f80 x1830947556059776/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.414399:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135f80 with x1830947556059776 ext(0->4095) 00010000:00010000:2.0:1746128332.414406:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.414418:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.414424:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135f80 00000100:00100000:2.0:1746128332.414439:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3516 00000100:00100000:2.0:1746128332.414445:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556059776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.414585:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556059776:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.414591:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3516 00002000:00100000:2.0:1746128332.414597:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c135f80 x1830947556059776/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.414604:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c135f80 with x1830947556059776 ext(0->4095) 00010000:00010000:2.0:1746128332.414609:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.414617:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.414623:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c135f80 00000100:00100000:0.0:1746128332.419213:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.419335:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556059904 00000100:00100000:3.0:1746128332.419342:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556059904 00010000:00010000:3.0:1746128332.419369:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.419406:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16080 00000100:00100000:3.0:1746128332.419412:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c137100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556059904:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.419423:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.419439:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.419450:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.419468:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6bae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f00 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.419493:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.419495:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.419501:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 53 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.419507:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 53 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.419531:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 53 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.419565:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551605248:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.419633:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.422076:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551605248:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.422092:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.422132:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c137100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556059904:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2719us (2924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.422140:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16080 00000100:00100000:0.0:1746128332.422316:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.422501:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556060160 00000100:00100000:1.0:1746128332.422507:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556060160 00002000:00100000:1.0:1746128332.422628:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134000 x1830947556060160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.422636:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134000 with x1830947556060160 ext(0->4095) 00002000:00010000:1.0:1746128332.422639:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134000 00000100:00100000:1.0:1746128332.422653:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14097 00000100:00100000:1.0:1746128332.422659:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947556060160:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.422747:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947556060160:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.422752:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14097 00002000:00100000:1.0:1746128332.422756:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008c134000 x1830947556060160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.422762:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c134000 with x1830947556060160 ext(0->4095) 00002000:00010000:1.0:1746128332.422764:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c134000 00000100:00100000:0.0:1746128332.430669:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.431366:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556060288 00000100:00100000:2.0:1746128332.431374:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556060288 00000100:00100000:2.0:1746128332.431422:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31119 00000100:00100000:2.0:1746128332.431429:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556060288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.431443:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.431456:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f0e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.431478:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 53 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.431488:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.431490:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.431493:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.431517:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 53 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.431527:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 53 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.431536:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551605376:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.431633:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.439441:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551605376:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.439468:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.439483:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc 0) 00000100:00100000:2.0:1746128332.439531:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556060288:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8102us (8868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.439538:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31119 00000100:00100000:0.0:1746128332.445609:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.445751:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556060416 00000100:00100000:2.0:1746128332.445759:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556060416 00002000:00100000:2.0:1746128332.445797:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099dec380 x1830947556060416/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.445811:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dec380 with x1830947556060416 ext(0->7) 00010000:00010000:2.0:1746128332.445817:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 54 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.446080:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 54 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.446088:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099dec380 00000100:00100000:2.0:1746128332.446119:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3517 00000100:00100000:2.0:1746128332.446126:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+54:2015:x1830947556060416:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128332.451220:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556060416:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 5086us (5610us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746128332.451232:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3517 00002000:00100000:0.0:1746128332.451242:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099dec380 x1830947556060416/t4294970576(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.451250:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dec380 with x1830947556060416 ext(0->7) 00010000:00010000:0.0:1746128332.451258:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.451271:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.451278:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099dec380 00000100:00100000:1.0:1746128332.451434:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.454321:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556060544 00000100:00100000:3.0:1746128332.454331:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556060544 00000100:00100000:3.0:1746128332.454374:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31120 00000100:00100000:3.0:1746128332.454381:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556060544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.454393:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.454407:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f15 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.454429:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.454434:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.454440:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128332.454443:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.454469:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.454479:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.454486:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128332.454522:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1723:x1830947556060544:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (3089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.454528:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31120 00000100:00100000:0.0:1746128332.460959:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.461821:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556060672 00000100:00100000:3.0:1746128332.461830:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556060672 00010000:00010000:3.0:1746128332.461861:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.461899:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16081 00000100:00100000:3.0:1746128332.461907:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2016:x1830947556060672:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.461928:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.461944:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.461955:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.461973:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bb5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f07 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.461995:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.461997:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.462003:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.462010:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.462038:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.462048:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.462058:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551605632:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.463105:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.469262:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551605632:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.469280:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.469332:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2016:x1830947556060672:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 7425us (8378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.469341:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16081 00000100:00100000:0.0:1746128332.470055:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.470132:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556060928 00000100:00100000:2.0:1746128332.470138:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556060928 00002000:00100000:2.0:1746128332.470168:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099dec000 x1830947556060928/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.470177:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dec000 with x1830947556060928 ext(0->4095) 00010000:00010000:2.0:1746128332.470183:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.470194:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.470200:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099dec000 00000100:00100000:2.0:1746128332.470228:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3518 00000100:00100000:2.0:1746128332.470234:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556060928:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128332.470333:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556060928:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.470339:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3518 00002000:00100000:2.0:1746128332.470343:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099dec000 x1830947556060928/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.470351:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dec000 with x1830947556060928 ext(0->4095) 00010000:00010000:2.0:1746128332.470355:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.470363:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.470368:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099dec000 00000100:00100000:0.0:1746128332.474252:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.474343:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.474858:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556061184 00000100:00100000:2.0:1746128332.474867:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556061184 00000100:00100000:2.0:1746128332.474928:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31121 00000100:00100000:2.0:1746128332.474936:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099def800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556061184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.474951:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.474964:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f1c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.474984:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.474990:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.474996:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.474999:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.475028:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.475038:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.475046:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b000, rc 0) 00000100:00100000:2.0:1746128332.475095:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099def800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:1725:x1830947556061184:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.475101:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31121 00000100:00100000:3.0:1746128332.476279:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556061056 00000100:00100000:3.0:1746128332.476285:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556061056 00010000:00010000:3.0:1746128332.476306:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 7 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.476338:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16082 00000100:00100000:3.0:1746128332.476344:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2017:x1830947556061056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.476352:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.476366:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 7 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.476376:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 7 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.476392:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6bbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f0e expref: 7 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.476416:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.476418:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.476423:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.476429:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.476449:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.476458:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 55 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.476467:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551605888:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.476527:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.481512:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551605888:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.481529:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.481607:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556061056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5263us (7263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.481616:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16082 00000100:00100000:0.0:1746128332.482176:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.482310:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556061312 00000100:00100000:3.0:1746128332.482316:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556061312 00010000:00010000:3.0:1746128332.482335:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.482354:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16083 00000100:00100000:3.0:1746128332.482360:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2016:x1830947556061312:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.482370:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.482384:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.482394:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.482412:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6bc3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f15 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.482650:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.482653:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.482659:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.482666:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.482690:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.482700:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551606016:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.482871:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.485775:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551606016:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.485792:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.485836:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2016:x1830947556061312:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3474us (3659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.485845:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16083 00000100:00100000:0.0:1746128332.486065:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.486251:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556061568 00000100:00100000:1.0:1746128332.486257:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556061568 00002000:00100000:1.0:1746128332.486286:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099dedf80 x1830947556061568/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.486296:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dedf80 with x1830947556061568 ext(0->4095) 00002000:00010000:1.0:1746128332.486299:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099dedf80 00000100:00100000:1.0:1746128332.486325:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14098 00000100:00100000:1.0:1746128332.486331:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556061568:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.486420:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556061568:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.486426:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14098 00002000:00100000:1.0:1746128332.486431:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099dedf80 x1830947556061568/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.486437:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dedf80 with x1830947556061568 ext(0->4095) 00002000:00010000:1.0:1746128332.486440:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099dedf80 00000100:00100000:0.0:1746128332.488586:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.488612:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556061696 00000100:00100000:1.0:1746128332.488618:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556061696 00000100:00100000:1.0:1746128332.488644:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31122 00000100:00100000:1.0:1746128332.488650:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:1725:x1830947556061696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128332.488660:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128332.488673:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f23 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.488694:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.488701:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.488703:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.488706:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.488727:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.488738:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 5 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.488747:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551606144:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128332.488821:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.490127:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551606144:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128332.490143:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.490154:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fe00, rc 0) 00000100:00100000:1.0:1746128332.490173:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1725:x1830947556061696:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1524us (1591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.490179:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31122 00000100:00100000:0.0:1746128332.490378:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.490539:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556061824 00000100:00100000:3.0:1746128332.490565:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556061824 00010000:00010000:3.0:1746128332.490581:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.490612:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16084 00000100:00100000:3.0:1746128332.490617:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556061824:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.490626:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.490640:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.490654:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.490669:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f1c expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.490970:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.490972:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.490978:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.490986:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.491008:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.491016:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551606272:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.491656:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.491688:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.491708:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556061952 00000100:00100000:0.0:1746128332.491712:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556061952 00000100:00100000:0.0:1746128332.491743:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31123 00000100:00100000:0.0:1746128332.491749:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556061952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128332.491759:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128332.491769:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f2a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.491784:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.491789:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128332.491791:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128332.491793:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.492595:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.492607:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746128332.492621:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096170e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551606400:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128332.492683:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.493369:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551606272:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.493381:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.493775:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556061824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3155us (3394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.493784:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16084 00000100:00100000:2.0:1746128332.496355:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096170e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551606400:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128332.496359:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128332.496380:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.496394:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039000, rc 0) 00000100:00100000:2.0:1746128332.496511:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1723:x1830947556061952:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4760us (4823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.496518:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31123 00000100:00100000:1.0:1746128332.496875:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556062208 00000100:00100000:1.0:1746128332.496881:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556062208 00002000:00100000:1.0:1746128332.496911:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096171880 x1830947556062208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.496932:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171880 with x1830947556062208 ext(0->4095) 00010000:00010000:1.0:1746128332.496938:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.496950:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.496956:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096171880 00000100:00100000:1.0:1746128332.496982:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3519 00000100:00100000:1.0:1746128332.496988:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2015:x1830947556062208:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.497200:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2015:x1830947556062208:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 211us (841us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.497206:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3519 00002000:00100000:1.0:1746128332.497211:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096171880 x1830947556062208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.497223:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096171880 with x1830947556062208 ext(0->4095) 00010000:00010000:1.0:1746128332.497227:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.497235:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.497240:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096171880 00000100:00100000:0.0:1746128332.500453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.500806:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.500942:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556062336 00000100:00100000:2.0:1746128332.500949:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556062336 00000100:00100000:3.0:1746128332.500997:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556062464 00000100:00100000:2.0:1746128332.500999:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31124 00000100:00100000:3.0:1746128332.501001:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556062464 00000100:00100000:2.0:1746128332.501005:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556062336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.501017:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.501018:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.501028:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f31 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.501034:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16085 00000100:00100000:3.0:1746128332.501038:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556062464:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.501044:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.501047:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.501051:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.501056:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.501059:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.501195:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.501205:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.501216:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.501219:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fe00/0x6e2f3e23d86e6bd1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f23 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.501226:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.501233:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.501235:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.501255:0:9593:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.501292:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.501301:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.501339:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556062464:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 299us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.501345:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16085 00010000:00010000:2.0:1746128332.501346:0:9593:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.501356:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 55 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.501371:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551606656:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.501524:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.503522:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.503647:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551606656:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.503663:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b000, rc 0) 00000100:00100000:1.0:1746128332.503680:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556062720 00000100:00100000:1.0:1746128332.503685:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556062720 00000100:00100000:2.0:1746128332.503695:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556062336:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2690us (3248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.503702:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31124 00002000:00100000:1.0:1746128332.503713:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096173100 x1830947556062720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.503722:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096173100 with x1830947556062720 ext(0->4095) 00010000:00010000:1.0:1746128332.503728:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.503908:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.503924:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096173100 00000100:00100000:1.0:1746128332.503949:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3520 00000100:00100000:1.0:1746128332.503955:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556062720:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.504041:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556062720:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.504046:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3520 00002000:00100000:1.0:1746128332.504051:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096173100 x1830947556062720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.504058:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096173100 with x1830947556062720 ext(0->4095) 00010000:00010000:1.0:1746128332.504062:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.504070:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.504076:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096173100 00000100:00100000:2.0:1746128332.507078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.507150:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.507293:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556062848 00000100:00100000:0.0:1746128332.507300:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556062848 00000100:00100000:0.0:1746128332.507339:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31125 00000100:00100000:0.0:1746128332.507346:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556062848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128332.507358:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128332.507370:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f38 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.507388:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128332.507394:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.507399:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128332.507403:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.507428:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.507439:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.507447:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:0.0:1746128332.507477:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1723:x1830947556062848:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128332.507482:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31125 00000100:00100000:3.0:1746128332.507645:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556062976 00000100:00100000:3.0:1746128332.507648:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556062976 00010000:00010000:3.0:1746128332.507662:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.507677:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16086 00000100:00100000:3.0:1746128332.507681:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2017:x1830947556062976:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.507691:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.507703:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.507711:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.507724:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e6bd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f2a expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.507735:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.507736:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.507742:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.507748:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.507766:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.507775:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.507783:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551606912:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.507822:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.510346:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.510426:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551606912:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.510441:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.510924:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2017:x1830947556062976:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3232us (3763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.510933:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16086 00000100:00100000:2.0:1746128332.511124:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556063232 00000100:00100000:2.0:1746128332.511130:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556063232 00002000:00100000:2.0:1746128332.511157:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096170a80 x1830947556063232/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.511165:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096170a80 with x1830947556063232 ext(0->4095) 00010000:00010000:2.0:1746128332.511171:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.511181:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.511187:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096170a80 00000100:00100000:2.0:1746128332.511210:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3521 00000100:00100000:2.0:1746128332.511216:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556063232:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.511308:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556063232:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (969us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.511313:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3521 00002000:00100000:2.0:1746128332.511317:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096170a80 x1830947556063232/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.511324:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096170a80 with x1830947556063232 ext(0->4095) 00010000:00010000:2.0:1746128332.511327:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.511335:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.511340:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096170a80 00000100:00100000:0.0:1746128332.515012:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.515104:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556063360 00000100:00100000:3.0:1746128332.515111:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556063360 00010000:00010000:3.0:1746128332.515140:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.515294:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16087 00000100:00100000:3.0:1746128332.515302:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096170700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556063360:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.515313:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.515328:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.515339:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.515358:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6bdf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f31 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.515372:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.515374:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.515380:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.515386:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.515410:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.515420:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551607040:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.515967:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.518472:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551607040:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.518488:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.518517:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096170700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556063360:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3215us (3510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.518526:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16087 00000100:00100000:0.0:1746128332.519295:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.519407:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556063616 00000100:00100000:1.0:1746128332.519413:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556063616 00002000:00100000:1.0:1746128332.519441:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096170380 x1830947556063616/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.519450:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096170380 with x1830947556063616 ext(0->4095) 00002000:00010000:1.0:1746128332.519454:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096170380 00000100:00100000:1.0:1746128332.519868:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14099 00000100:00100000:1.0:1746128332.519876:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096170380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556063616:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.520025:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096170380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556063616:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.520031:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14099 00002000:00100000:1.0:1746128332.520036:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096170380 x1830947556063616/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.520043:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096170380 with x1830947556063616 ext(0->4095) 00002000:00010000:1.0:1746128332.520046:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096170380 00000100:00100000:0.0:1746128332.522690:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.522781:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556063744 00000100:00100000:1.0:1746128332.522788:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556063744 00000100:00100000:1.0:1746128332.522820:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31126 00000100:00100000:1.0:1746128332.522825:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556063744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128332.522837:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128332.522852:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f3f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.522874:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.522880:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128332.522881:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128332.522884:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.522907:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.522929:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 55 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.522940:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551607168:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128332.523015:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.524330:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551607168:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128332.524351:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.524364:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133679c00, rc 0) 00000100:00100000:1.0:1746128332.524389:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556063744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1564us (1706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.524396:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31126 00000100:00100000:0.0:1746128332.525922:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.526442:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556063872 00000100:00100000:3.0:1746128332.526449:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556063872 00010000:00010000:3.0:1746128332.526478:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.526523:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16088 00000100:00100000:3.0:1746128332.526531:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096173b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556063872:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.526717:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.526736:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.526746:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.526761:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6be6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f38 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.526789:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.526792:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.526798:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.526805:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.526830:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.526839:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551607296:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.527189:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.529682:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.529708:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556064000 00000100:00100000:1.0:1746128332.529714:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556064000 00000100:00100000:1.0:1746128332.529748:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31127 00000100:00100000:1.0:1746128332.529755:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556064000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746128332.529832:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551607296:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.529847:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128332.529941:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128332.529954:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f46 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.529974:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.529981:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.529982:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.529985:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.530008:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096173b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556063872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3477us (4097us total) trans 0 rc 0/0 00010000:00010000:1.0:1746128332.530011:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.530016:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16088 00010000:00010000:1.0:1746128332.530020:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 5 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.530034:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551607424:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128332.530091:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.530188:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.530206:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556064256 00000100:00100000:3.0:1746128332.530209:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556064256 00002000:00100000:3.0:1746128332.530322:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096172300 x1830947556064256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.530332:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172300 with x1830947556064256 ext(0->4095) 00010000:00010000:3.0:1746128332.530337:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.530350:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.530355:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096172300 00000100:00100000:3.0:1746128332.530407:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3522 00000100:00100000:3.0:1746128332.530413:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556064256:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.530772:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556064256:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 359us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.530778:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3522 00002000:00100000:3.0:1746128332.530783:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096172300 x1830947556064256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.530789:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096172300 with x1830947556064256 ext(0->4095) 00010000:00010000:3.0:1746128332.530793:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.530801:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.530806:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096172300 00000100:00100000:1.0:1746128332.534388:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551607424:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128332.534415:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.534430:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ee00, rc 0) 00000100:00100000:1.0:1746128332.534480:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556064000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4725us (4956us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.534487:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31127 00000100:00100000:0.0:1746128332.535130:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.535179:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.535226:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556064512 00000100:00100000:3.0:1746128332.535232:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556064512 00010000:00010000:3.0:1746128332.535254:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.535274:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16089 00000100:00100000:3.0:1746128332.535280:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556064512:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.535291:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.535306:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.535316:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.535333:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133679c00/0x6e2f3e23d86e6bed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f3f expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.535343:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.535345:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.535350:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 55 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.535357:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 55 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.535378:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 55 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.535387:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551607552:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.535427:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.535717:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556064384 00000100:00100000:1.0:1746128332.535721:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556064384 00000100:00100000:1.0:1746128332.535748:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31128 00000100:00100000:1.0:1746128332.535754:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1725:x1830947556064384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128332.535763:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128332.535771:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f4d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.535784:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.535789:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128332.535790:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128332.535793:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 57 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.535811:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.535820:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746128332.535827:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551607680:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128332.535857:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128332.539679:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551607680:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128332.539708:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 57 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.539723:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133678200, rc 0) 00000100:00100000:0.0:1746128332.539979:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1725:x1830947556064384:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4223us (4848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128332.539986:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31128 00000100:00100000:2.0:1746128332.540054:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551607552:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.540063:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.540081:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556064512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4801us (4902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.540089:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16089 00000100:00100000:2.0:1746128332.540203:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.540316:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556064768 00000100:00100000:3.0:1746128332.540321:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556064768 00002000:00100000:3.0:1746128332.540350:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d6300 x1830947556064768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.540364:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6300 with x1830947556064768 ext(0->4095) 00010000:00010000:3.0:1746128332.540370:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.540381:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.540387:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d6300 00000100:00100000:3.0:1746128332.540412:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3523 00000100:00100000:3.0:1746128332.540418:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556064768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.540529:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556064768:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (326us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.540535:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3523 00002000:00100000:3.0:1746128332.540539:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d6300 x1830947556064768/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.541078:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6300 with x1830947556064768 ext(0->4095) 00010000:00010000:3.0:1746128332.541087:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.541096:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.541102:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d6300 00000100:00100000:0.0:1746128332.542760:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.542840:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556064896 00000100:00100000:2.0:1746128332.542846:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556064896 00010000:00010000:2.0:1746128332.542867:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.542887:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16090 00000100:00100000:2.0:1746128332.542893:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2017:x1830947556064896:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.542904:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.542930:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.542939:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.542957:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e6bf4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f46 expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.543104:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.543107:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.543114:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.543122:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.543152:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.543164:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551607808:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.543770:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.545413:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551607808:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.545428:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.545467:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096171c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2017:x1830947556064896:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2573us (2710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.545479:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16090 00000100:00100000:0.0:1746128332.545989:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.546040:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556065152 00000100:00100000:3.0:1746128332.546046:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556065152 00002000:00100000:3.0:1746128332.546079:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096170e00 x1830947556065152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.546086:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096170e00 with x1830947556065152 ext(0->4095) 00002000:00010000:3.0:1746128332.546090:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096170e00 00000100:00100000:3.0:1746128332.546117:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14100 00000100:00100000:3.0:1746128332.546123:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556065152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.546228:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556065152:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (238us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.546233:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14100 00002000:00100000:3.0:1746128332.546238:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096170e00 x1830947556065152/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.546245:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096170e00 with x1830947556065152 ext(0->4095) 00002000:00010000:3.0:1746128332.546248:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096170e00 00000100:00100000:0.0:1746128332.547508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.547659:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556065280 00000100:00100000:2.0:1746128332.547664:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556065280 00000100:00100000:2.0:1746128332.547690:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31129 00000100:00100000:2.0:1746128332.547695:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556065280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.547704:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.547718:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f54 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.547737:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 55 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.547744:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.547745:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.547748:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.547770:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 55 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.547780:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 55 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.547790:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551607936:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.547851:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.549973:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.550139:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556065408 00000100:00100000:3.0:1746128332.550145:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556065408 00010000:00010000:3.0:1746128332.550169:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 56 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.550191:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16091 00000100:00100000:3.0:1746128332.550198:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556065408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.550208:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.550223:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 56 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.550239:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 56 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.550256:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.550258:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.550263:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.550319:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133678200/0x6e2f3e23d86e6bfb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f4d expref: 56 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.550344:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551607936:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.550732:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.550822:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.550830:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b000, rc 0) 00000100:00100000:2.0:1746128332.550865:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556065280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3170us (3359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.550871:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31129 00010000:00010000:3.0:1746128332.551043:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.551054:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551608064:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.551094:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.553675:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551608064:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.553690:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.553735:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:2014:x1830947556065408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3537us (3767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.553743:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16091 00000100:00100000:1.0:1746128332.553773:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.553795:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556065664 00000100:00100000:3.0:1746128332.553800:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556065664 00002000:00100000:3.0:1746128332.553824:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4e00 x1830947556065664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.553837:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4e00 with x1830947556065664 ext(0->4095) 00002000:00010000:3.0:1746128332.553841:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e4e00 00000100:00100000:3.0:1746128332.553866:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14101 00000100:00100000:3.0:1746128332.553872:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556065664:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.553967:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556065664:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (194us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.553972:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14101 00002000:00100000:3.0:1746128332.553977:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e4e00 x1830947556065664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.553982:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e4e00 with x1830947556065664 ext(0->4095) 00002000:00010000:3.0:1746128332.553985:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77e4e00 00000100:00100000:0.0:1746128332.556279:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.556571:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556065792 00000100:00100000:2.0:1746128332.556578:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556065792 00000100:00100000:2.0:1746128332.556621:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31130 00000100:00100000:2.0:1746128332.556628:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+55:1725:x1830947556065792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.556640:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.556653:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f5b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.556673:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.556683:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.556685:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.556688:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.556709:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.556720:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 5 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.556729:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551608192:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.557060:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.557128:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.557223:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556065920 00000100:00100000:2.0:1746128332.557227:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556065920 00000100:00100000:2.0:1746128332.557256:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31131 00000100:00100000:2.0:1746128332.557261:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1723:x1830947556065920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.557268:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.557274:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f62 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.557284:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.557287:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 58 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.557292:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.557294:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 58 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.557317:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 58 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.557327:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 58 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.557340:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c038800, rc 0) 00000100:00100000:2.0:1746128332.557364:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:1723:x1830947556065920:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.557369:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31131 00000100:00100000:2.0:1746128332.558624:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551608192:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.558638:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.558654:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b600, rc 0) 00000100:00100000:2.0:1746128332.558683:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1725:x1830947556065792:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2056us (2409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.558688:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31130 00000100:00100000:0.0:1746128332.559929:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.560014:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556066048 00000100:00100000:3.0:1746128332.560021:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556066048 00010000:00010000:3.0:1746128332.560043:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.560062:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16092 00000100:00100000:3.0:1746128332.560068:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556066048:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.560076:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.560090:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.560100:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.560118:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f54 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.560142:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.560143:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.560149:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.560156:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.560178:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 56 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.560187:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 56 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.560197:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551608448:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.560250:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.562050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.562131:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556066304 00000100:00100000:2.0:1746128332.562136:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556066304 00000100:00100000:3.0:1746128332.562141:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551608448:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.562154:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746128332.562163:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b6a00 x1830947556066304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.562173:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6a00 with x1830947556066304 ext(0->4095) 00010000:00010000:2.0:1746128332.562179:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.562181:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556066048:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2112us (2272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.562190:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16092 00010000:00010000:2.0:1746128332.562191:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.562197:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b6a00 00000100:00100000:2.0:1746128332.562212:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3524 00000100:00100000:2.0:1746128332.562218:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556066304:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.562398:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556066304:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.562403:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3524 00002000:00100000:2.0:1746128332.562408:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b6a00 x1830947556066304/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.562529:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b6a00 with x1830947556066304 ext(0->4095) 00010000:00010000:2.0:1746128332.562534:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.562587:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.562594:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b6a00 00000100:00100000:0.0:1746128332.566467:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.566577:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.566641:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556066432 00000100:00100000:2.0:1746128332.566648:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556066432 00000100:00100000:2.0:1746128332.566686:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31132 00000100:00100000:2.0:1746128332.566693:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556066432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.566708:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.566724:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f69 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.566744:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.566750:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.566760:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556066560 00010000:00010000:2.0:1746128332.566760:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.566763:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.566766:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556066560 00010000:00010000:3.0:1746128332.566784:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.566792:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.566802:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.566810:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32b600, rc 0) 00000100:00100000:3.0:1746128332.566818:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16093 00000100:00100000:2.0:1746128332.566841:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556066432:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.566846:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31132 00000100:00100000:3.0:1746128332.566858:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2017:x1830947556066560:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.567663:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.567681:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.567692:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.567707:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c09 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f5b expref: 57 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.567729:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.567731:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.567737:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.567744:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.567762:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.567773:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.567784:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551608704:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.567853:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.571040:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551608704:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.571057:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.571101:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2017:x1830947556066560:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4244us (4523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.571110:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16093 00000100:00100000:0.0:1746128332.571395:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.571527:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556066816 00000100:00100000:3.0:1746128332.571533:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556066816 00002000:00100000:3.0:1746128332.571575:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b4e00 x1830947556066816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.571583:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b4e00 with x1830947556066816 ext(0->4095) 00010000:00010000:3.0:1746128332.571590:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.571601:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.571607:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b4e00 00000100:00100000:3.0:1746128332.571620:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3525 00000100:00100000:3.0:1746128332.571626:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556066816:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128332.571713:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556066816:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.571721:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3525 00002000:00100000:3.0:1746128332.571725:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b4e00 x1830947556066816/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.571732:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b4e00 with x1830947556066816 ext(0->4095) 00010000:00010000:3.0:1746128332.571736:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.571745:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.571750:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b4e00 00000100:00100000:0.0:1746128332.576157:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.576236:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.576315:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556066944 00000100:00100000:2.0:1746128332.576322:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556066944 00000100:00100000:2.0:1746128332.576357:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31133 00000100:00100000:2.0:1746128332.576363:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556066944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.576378:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.576392:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f70 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.576414:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.576419:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.576429:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.576432:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.576461:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.576471:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.576479:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b000, rc 0) 00000100:00100000:2.0:1746128332.576514:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1723:x1830947556066944:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.576520:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31133 00000100:00100000:3.0:1746128332.577000:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556067072 00000100:00100000:3.0:1746128332.577005:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556067072 00010000:00010000:3.0:1746128332.577020:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.577052:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16094 00000100:00100000:3.0:1746128332.577057:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556067072:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.577065:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.577080:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.577089:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.577104:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6c10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f62 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.577127:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.577129:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.577134:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.577141:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.577159:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.577168:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 5 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.577178:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551608960:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.577595:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.579833:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551608960:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128332.579838:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128332.579848:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.579904:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556067328 00000100:00100000:1.0:1746128332.579908:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556067328 00000100:00100000:3.0:1746128332.579923:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556067072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2855us (3676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.579932:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16094 00002000:00100000:1.0:1746128332.579948:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b4380 x1830947556067328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.579957:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b4380 with x1830947556067328 ext(0->4095) 00010000:00010000:1.0:1746128332.579988:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.580002:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.580013:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b4380 00000100:00100000:1.0:1746128332.580036:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3526 00000100:00100000:1.0:1746128332.580043:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556067328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.580230:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556067328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.580237:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3526 00002000:00100000:1.0:1746128332.580242:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800817b4380 x1830947556067328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.580249:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800817b4380 with x1830947556067328 ext(0->4095) 00010000:00010000:1.0:1746128332.580253:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.580262:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.580267:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800817b4380 00000100:00100000:0.0:1746128332.582065:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.582117:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556067456 00000100:00100000:3.0:1746128332.582123:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556067456 00010000:00010000:3.0:1746128332.582142:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.582178:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16095 00000100:00100000:3.0:1746128332.582185:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556067456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.582195:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.582211:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.582220:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.582239:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f69 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.582250:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.582251:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.582256:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.582263:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.582285:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.582294:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551609088:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.582362:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.584088:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.584128:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556067712 00000100:00100000:1.0:1746128332.584134:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556067712 00002000:00100000:1.0:1746128332.584156:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc06d80 x1830947556067712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.584165:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc06d80 with x1830947556067712 ext(0->4095) 00002000:00010000:1.0:1746128332.584168:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc06d80 00000100:00100000:1.0:1746128332.584194:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14102 00000100:00100000:1.0:1746128332.584201:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556067712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.584290:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556067712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.584296:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14102 00002000:00100000:1.0:1746128332.584302:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc06d80 x1830947556067712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.584309:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc06d80 with x1830947556067712 ext(0->4095) 00002000:00010000:1.0:1746128332.584311:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc06d80 00000100:00100000:3.0:1746128332.584381:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551609088:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.584393:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.584410:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556067456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2226us (2349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.584416:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16095 00000100:00100000:0.0:1746128332.587843:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.587999:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556067840 00000100:00100000:2.0:1746128332.588006:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556067840 00000100:00100000:0.0:1746128332.588163:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31134 00000100:00100000:0.0:1746128332.588172:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556067840:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128332.588185:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128332.588199:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f77 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.588222:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.588229:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128332.588230:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128332.588233:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.588255:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.588269:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 55 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746128332.588279:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551609216:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128332.588360:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.591639:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.591717:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551609216:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.591739:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.591753:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:3.0:1746128332.591866:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556067968 00000100:00100000:3.0:1746128332.591872:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556067968 00010000:00010000:3.0:1746128332.591894:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.591936:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16096 00000100:00100000:3.0:1746128332.591943:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556067968:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.591954:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746128332.592005:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556067840:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3829us (4164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.592012:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31134 00010000:00010000:3.0:1746128332.592062:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.592072:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.592089:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f70 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.592101:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.592102:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.592107:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.592115:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.592137:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.592145:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551609344:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.592196:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.594699:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.595325:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551609344:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.595341:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128332.595427:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.595467:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556068096 00000100:00100000:2.0:1746128332.595472:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556068096 00000100:00100000:2.0:1746128332.595505:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31135 00000100:00100000:2.0:1746128332.595511:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556068096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.595526:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.595538:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f7e expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.595580:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.595587:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.595588:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.595591:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.595612:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.595623:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.595632:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551609472:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.595753:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556067968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3809us (4119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.595760:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16096 00000100:00100000:3.0:1746128332.595797:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556068352 00000100:00100000:3.0:1746128332.595800:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556068352 00002000:00100000:3.0:1746128332.595820:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc04e00 x1830947556068352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.595829:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc04e00 with x1830947556068352 ext(0->4095) 00010000:00010000:3.0:1746128332.595834:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.595843:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.595848:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc04e00 00000100:00100000:3.0:1746128332.596199:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3527 00000100:00100000:3.0:1746128332.596205:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556068352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128332.596315:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.596896:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556068352:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 690us (1468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.596903:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3527 00002000:00100000:3.0:1746128332.596908:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc04e00 x1830947556068352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.596924:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc04e00 with x1830947556068352 ext(0->4095) 00010000:00010000:3.0:1746128332.596929:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.596937:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.596942:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc04e00 00000100:00100000:2.0:1746128332.598370:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551609472:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.598391:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.598410:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b600, rc 0) 00000100:00100000:2.0:1746128332.598449:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556068096:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2937us (3755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.598456:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31135 00000100:00100000:0.0:1746128332.599766:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.599806:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556068480 00000100:00100000:2.0:1746128332.599812:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556068480 00000100:00100000:2.0:1746128332.599850:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31136 00000100:00100000:2.0:1746128332.599855:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1725:x1830947556068480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.599866:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.599877:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f85 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.599893:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.599897:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.599903:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.599906:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.599944:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.599953:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.599965:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc 0) 00000100:00100000:2.0:1746128332.600287:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:1725:x1830947556068480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 430us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.600293:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31136 00000100:00100000:0.0:1746128332.600475:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.600622:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556068608 00000100:00100000:3.0:1746128332.600627:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556068608 00010000:00010000:3.0:1746128332.600645:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.600663:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16097 00000100:00100000:3.0:1746128332.600668:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556068608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.600676:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.600691:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.600700:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.600716:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6c25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f77 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.600736:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.600738:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.600743:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.600750:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.600768:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.600778:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.600788:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551609728:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.601469:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.603107:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.603159:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551609728:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.603172:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.603201:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556068608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2533us (2727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.603208:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16097 00000100:00100000:2.0:1746128332.603268:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556068864 00000100:00100000:2.0:1746128332.603273:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556068864 00002000:00100000:2.0:1746128332.603297:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc05c00 x1830947556068864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.603306:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05c00 with x1830947556068864 ext(0->4095) 00010000:00010000:2.0:1746128332.603312:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.603322:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.603327:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc05c00 00000100:00100000:2.0:1746128332.603687:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3528 00000100:00100000:2.0:1746128332.603693:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2017:x1830947556068864:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128332.603772:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2017:x1830947556068864:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 80us (670us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.603777:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3528 00002000:00100000:2.0:1746128332.603781:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc05c00 x1830947556068864/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.603793:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc05c00 with x1830947556068864 ext(0->4095) 00010000:00010000:2.0:1746128332.603797:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.603805:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.603809:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc05c00 00000100:00100000:0.0:1746128332.606882:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.607007:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556068992 00000100:00100000:3.0:1746128332.607015:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556068992 00010000:00010000:3.0:1746128332.607041:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.607066:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16098 00000100:00100000:3.0:1746128332.607072:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2017:x1830947556068992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.607082:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.607098:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.607108:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.607128:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e6c2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f7e expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.607143:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.607145:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.607153:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.607160:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.607193:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.607204:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551609856:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.607269:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.609338:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.609435:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551609856:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.609450:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.609479:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2017:x1830947556068992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2407us (2604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.609487:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16098 00000100:00100000:1.0:1746128332.609489:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556069248 00000100:00100000:1.0:1746128332.609494:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556069248 00002000:00100000:1.0:1746128332.609521:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07b80 x1830947556069248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.609529:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07b80 with x1830947556069248 ext(0->4095) 00002000:00010000:1.0:1746128332.609533:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc07b80 00000100:00100000:1.0:1746128332.609744:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14103 00000100:00100000:1.0:1746128332.609750:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2017:x1830947556069248:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128332.609833:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2017:x1830947556069248:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 83us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.609838:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14103 00002000:00100000:1.0:1746128332.609842:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008cc07b80 x1830947556069248/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.609848:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc07b80 with x1830947556069248 ext(0->4095) 00002000:00010000:1.0:1746128332.609850:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc07b80 00000100:00100000:0.0:1746128332.612964:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.613152:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556069376 00000100:00100000:2.0:1746128332.613160:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556069376 00000100:00100000:2.0:1746128332.613211:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31137 00000100:00100000:2.0:1746128332.613218:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556069376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.613232:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.613246:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f8c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.613271:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.613278:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.613280:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.613283:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.613309:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.613325:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 55 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.613583:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551609984:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.613908:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.617149:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.617862:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551609984:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.617886:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.617898:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556069504 00010000:00010000:2.0:1746128332.617901:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b000, rc 0) 00000100:00100000:3.0:1746128332.617904:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556069504 00010000:00010000:3.0:1746128332.617935:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.617944:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556069376:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4727us (4989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.617951:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31137 00000100:00100000:3.0:1746128332.617962:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16099 00000100:00100000:3.0:1746128332.617967:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556069504:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.617977:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.617993:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.618003:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.618020:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f85 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.618735:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.618738:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.618745:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.618758:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.618782:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.618792:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551610112:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.618856:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.620339:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.621315:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556069632 00000100:00100000:2.0:1746128332.621324:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556069632 00000100:00100000:2.0:1746128332.621373:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31138 00000100:00100000:2.0:1746128332.621380:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556069632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.621395:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.621410:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f93 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.621432:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.621443:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.621444:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.621447:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.621470:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.621479:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.621489:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551610240:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.621572:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.621831:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551610112:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.621844:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.621881:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+57:2014:x1830947556069504:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3913us (4737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.621889:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16099 00000100:00100000:2.0:1746128332.622353:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.622402:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556069888 00000100:00100000:0.0:1746128332.622406:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556069888 00002000:00100000:0.0:1746128332.622427:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d4000 x1830947556069888/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.622435:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d4000 with x1830947556069888 ext(0->4095) 00010000:00010000:0.0:1746128332.622441:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746128332.622450:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746128332.622456:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d4000 00000100:00100000:1.0:1746128332.623208:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3529 00000100:00100000:1.0:1746128332.623218:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556069888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.623743:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556069888:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 526us (1390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.623750:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3529 00002000:00100000:1.0:1746128332.623755:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d4000 x1830947556069888/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.623762:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d4000 with x1830947556069888 ext(0->4095) 00010000:00010000:1.0:1746128332.623768:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.623778:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.623784:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917d4000 00000100:00100000:2.0:1746128332.624322:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551610240:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.624352:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 56 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.624363:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05bc00, rc 0) 00000100:00100000:2.0:1746128332.624395:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:1723:x1830947556069632:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3015us (4061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.624401:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31138 00000100:00100000:0.0:1746128332.626157:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.626273:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556070016 00000100:00100000:3.0:1746128332.626280:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556070016 00010000:00010000:3.0:1746128332.626305:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.626487:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16100 00000100:00100000:3.0:1746128332.626495:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556070016:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.626505:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.626522:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.626532:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.626583:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e6c3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f8c expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.626766:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.626768:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.626775:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.626783:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.626807:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.626816:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551610368:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.627184:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.631094:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.631187:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551610368:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.631202:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.631247:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556070016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4753us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.631256:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16100 00000100:00100000:1.0:1746128332.631333:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556070272 00000100:00100000:1.0:1746128332.631338:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556070272 00002000:00100000:1.0:1746128332.631370:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d5880 x1830947556070272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.631379:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d5880 with x1830947556070272 ext(0->4095) 00002000:00010000:1.0:1746128332.631383:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d5880 00000100:00100000:1.0:1746128332.631398:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14104 00000100:00100000:1.0:1746128332.631403:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556070272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.631491:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2015:x1830947556070272:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.631497:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14104 00002000:00100000:1.0:1746128332.631502:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800917d5880 x1830947556070272/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.631509:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d5880 with x1830947556070272 ext(0->4095) 00002000:00010000:1.0:1746128332.631512:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d5880 00000100:00100000:0.0:1746128332.640248:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.640629:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556070400 00000100:00100000:2.0:1746128332.640637:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556070400 00000100:00100000:2.0:1746128332.640684:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31139 00000100:00100000:2.0:1746128332.640690:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556070400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.640704:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.640718:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645f9a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.640741:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.640748:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.640750:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.640753:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.640778:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 55 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.640789:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 55 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.640800:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551610496:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.640879:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.642685:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551610496:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.642710:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.642723:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc 0) 00000100:00100000:2.0:1746128332.642755:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556070400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2065us (2516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.642762:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31139 00000100:00100000:0.0:1746128332.647071:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.648482:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556070528 00000100:00100000:2.0:1746128332.648493:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556070528 00002000:00100000:2.0:1746128332.648533:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f102300 x1830947556070528/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.648572:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102300 with x1830947556070528 ext(0->7) 00010000:00010000:2.0:1746128332.648580:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.648592:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 56 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.648599:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f102300 00000100:00100000:2.0:1746128332.648674:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3530 00000100:00100000:2.0:1746128332.648682:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f102300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+56:2014:x1830947556070528:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128332.649958:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f102300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2014:x1830947556070528:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1274us (2892us total) trans 4294970577 rc 0/0 00000100:00100000:2.0:1746128332.649966:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3530 00002000:00100000:2.0:1746128332.649972:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f102300 x1830947556070528/t4294970577(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.649979:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f102300 with x1830947556070528 ext(0->7) 00010000:00010000:2.0:1746128332.649984:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 58 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.649998:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 58 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.650003:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f102300 00000100:00100000:0.0:1746128332.651659:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.651739:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556070656 00000100:00100000:2.0:1746128332.651746:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556070656 00000100:00100000:2.0:1746128332.651842:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31140 00000100:00100000:2.0:1746128332.651849:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:1723:x1830947556070656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.651862:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.651875:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fa1 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.651896:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.651901:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.651906:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.651909:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 59 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.651958:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.651967:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 59 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.651975:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32b600, rc 0) 00000100:00100000:2.0:1746128332.653397:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:1723:x1830947556070656:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1544us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.653405:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31140 00000100:00100000:0.0:1746128332.653632:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.655129:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556070784 00000100:00100000:3.0:1746128332.655139:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556070784 00010000:00010000:3.0:1746128332.655168:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 59 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.655210:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16101 00000100:00100000:3.0:1746128332.655217:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:2017:x1830947556070784:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.655228:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.655243:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 59 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.655326:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 59 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.655347:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e6c41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f93 expref: 59 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.655674:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.655676:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.655683:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.655691:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.655718:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.655729:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.655743:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551610752:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.655819:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.658877:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.658986:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551610752:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.659004:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.659041:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2017:x1830947556070784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3824us (5409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.659051:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16101 00000100:00100000:2.0:1746128332.659332:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556071040 00000100:00100000:2.0:1746128332.659339:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556071040 00002000:00100000:2.0:1746128332.659370:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100e00 x1830947556071040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.659379:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100e00 with x1830947556071040 ext(0->4095) 00010000:00010000:2.0:1746128332.659386:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.659396:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.659402:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100e00 00000100:00100000:1.0:1746128332.660834:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3531 00000100:00100000:1.0:1746128332.660845:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556071040:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.661764:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556071040:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 918us (2891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.661771:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3531 00002000:00100000:1.0:1746128332.661778:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100e00 x1830947556071040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.661786:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100e00 with x1830947556071040 ext(0->4095) 00010000:00010000:1.0:1746128332.661794:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.661806:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.661812:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100e00 00000100:00100000:0.0:1746128332.667835:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.667998:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556071168 00000100:00100000:3.0:1746128332.668005:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556071168 00010000:00010000:3.0:1746128332.668036:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.668075:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16102 00000100:00100000:3.0:1746128332.668081:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f103100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556071168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.668092:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.668109:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.668119:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.668137:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e6c48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645f9a expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.668165:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.668168:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.668175:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.668181:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.668208:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.668219:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551610880:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.668289:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.672803:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551610880:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.672822:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128332.673314:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.673395:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f103100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556071168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5312us (5564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.673404:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16102 00000100:00100000:2.0:1746128332.673797:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556071424 00000100:00100000:2.0:1746128332.673803:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556071424 00002000:00100000:2.0:1746128332.673833:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f103480 x1830947556071424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.673841:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f103480 with x1830947556071424 ext(0->4095) 00002000:00010000:2.0:1746128332.673845:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f103480 00000100:00100000:2.0:1746128332.673872:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14105 00000100:00100000:2.0:1746128332.673878:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f103480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2015:x1830947556071424:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128332.678562:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f103480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2015:x1830947556071424:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 4662us (5228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.678574:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14105 00002000:00100000:2.0:1746128332.678586:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f103480 x1830947556071424/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.678595:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f103480 with x1830947556071424 ext(0->4095) 00002000:00010000:2.0:1746128332.678601:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f103480 00000100:00100000:0.0:1746128332.683889:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.683960:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556071552 00000100:00100000:2.0:1746128332.683969:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556071552 00000100:00100000:2.0:1746128332.684022:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31141 00000100:00100000:2.0:1746128332.684030:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556071552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.684044:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.684058:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fa8 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.684083:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.684089:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.684090:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.684093:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.684116:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 57 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.684126:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 57 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.684136:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551611008:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.684219:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.687754:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551611008:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.687780:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.687794:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c038400, rc 0) 00000100:00100000:2.0:1746128332.687844:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556071552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3814us (3961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.687852:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31141 00000100:00100000:0.0:1746128332.701391:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.701483:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556071680 00000100:00100000:2.0:1746128332.701491:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556071680 00002000:00100000:2.0:1746128332.701527:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f100a80 x1830947556071680/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.701536:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100a80 with x1830947556071680 ext(0->7) 00010000:00010000:2.0:1746128332.701573:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 58 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.701584:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 58 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.701590:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100a80 00000100:00100000:2.0:1746128332.702565:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3532 00000100:00100000:2.0:1746128332.702573:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+58:2014:x1830947556071680:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128332.708656:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2014:x1830947556071680:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 6074us (7263us total) trans 4294970578 rc 0/0 00000100:00100000:3.0:1746128332.708668:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3532 00002000:00100000:3.0:1746128332.708679:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012f100a80 x1830947556071680/t4294970578(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.708688:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100a80 with x1830947556071680 ext(0->7) 00010000:00010000:3.0:1746128332.708697:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 60 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.708715:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 60 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.708721:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100a80 00000100:00100000:0.0:1746128332.710879:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.710970:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556071808 00000100:00100000:2.0:1746128332.710977:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556071808 00000100:00100000:2.0:1746128332.711024:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31142 00000100:00100000:2.0:1746128332.711031:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:1723:x1830947556071808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.711045:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.711060:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645faf expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.711080:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.711086:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.711091:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.711094:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 61 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.711122:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.711132:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 61 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.711141:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0871600, rc 0) 00000100:00100000:2.0:1746128332.711173:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1723:x1830947556071808:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.711178:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31142 00000100:00100000:0.0:1746128332.724261:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.724353:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556071936 00000100:00100000:3.0:1746128332.724361:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556071936 00010000:00010000:3.0:1746128332.724392:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 61 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.724430:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16103 00000100:00100000:3.0:1746128332.724437:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2014:x1830947556071936:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.724449:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128332.724461:0:7234:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746128332 -> 1746128333 00002000:00010000:3.0:1746128332.724463:0:7234:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746128332 -> 1746128333 00010000:00010000:3.0:1746128332.724468:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 61 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.724478:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 61 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.724496:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e6c4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa1 expref: 61 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.724510:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.724511:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.724518:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.724525:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.724569:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.724577:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 5 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.724586:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551611264:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.724660:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.725788:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551611264:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.725803:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.725826:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2014:x1830947556071936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1390us (1573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.725834:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16103 00000100:00100000:0.0:1746128332.728225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.728328:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556072192 00000100:00100000:3.0:1746128332.728335:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556072192 00002000:00100000:3.0:1746128332.728368:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100000 x1830947556072192/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.728376:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100000 with x1830947556072192 ext(0->4095) 00010000:00010000:3.0:1746128332.728383:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.728393:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.728399:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100000 00000100:00100000:3.0:1746128332.729602:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3533 00000100:00100000:3.0:1746128332.729611:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556072192:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128332.729735:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556072192:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.729742:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3533 00002000:00100000:3.0:1746128332.729747:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f100000 x1830947556072192/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.729754:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f100000 with x1830947556072192 ext(0->4095) 00010000:00010000:3.0:1746128332.729759:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.729769:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.729774:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f100000 00000100:00100000:0.0:1746128332.732255:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.732308:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556072320 00000100:00100000:3.0:1746128332.732314:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556072320 00010000:00010000:3.0:1746128332.732339:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.732376:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16104 00000100:00100000:3.0:1746128332.732383:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556072320:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.732394:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.732410:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.732421:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.732439:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6c56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fa8 expref: 6 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.732463:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.732465:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.732472:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 59 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.732479:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 59 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.732505:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 59 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.732517:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551611392:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.732611:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.734168:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551611392:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.734182:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.734219:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f101880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556072320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1836us (1967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.734226:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16104 00000100:00100000:0.0:1746128332.735454:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.735498:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556072576 00000100:00100000:3.0:1746128332.735503:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556072576 00002000:00100000:3.0:1746128332.735529:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795a680 x1830947556072576/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.735538:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795a680 with x1830947556072576 ext(0->4095) 00002000:00010000:3.0:1746128332.735555:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795a680 00000100:00100000:3.0:1746128332.735567:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14106 00000100:00100000:3.0:1746128332.735573:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947556072576:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128332.735797:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947556072576:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 223us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.735803:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14106 00002000:00100000:3.0:1746128332.735809:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008795a680 x1830947556072576/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.735815:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008795a680 with x1830947556072576 ext(0->4095) 00002000:00010000:3.0:1746128332.735818:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008795a680 00000100:00100000:0.0:1746128332.738178:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.738234:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556072704 00000100:00100000:3.0:1746128332.738240:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556072704 00000100:00100000:3.0:1746128332.738658:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31143 00000100:00100000:3.0:1746128332.738665:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556072704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.738678:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.738693:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fb6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.738716:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 59 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.738726:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.738728:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.738730:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.738752:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 59 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.738761:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 59 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.738770:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551611520:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.738832:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.741082:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551611520:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.741104:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.741118:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128332.741325:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556072704:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2659us (3149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.741332:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31143 00000100:00100000:0.0:1746128332.741823:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.741885:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556072832 00000100:00100000:3.0:1746128332.741890:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556072832 00010000:00010000:3.0:1746128332.741910:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 60 pid: 9593 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.741959:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16105 00000100:00100000:3.0:1746128332.741965:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e19050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947556072832:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.741975:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.741990:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 60 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.741999:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 60 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.742015:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6c5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645faf expref: 60 pid: 9593 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.742037:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.742039:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.742045:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.742051:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.742074:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.742084:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551611648:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.742141:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.745078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.745285:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551611648:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.745299:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.745333:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e19050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:2015:x1830947556072832:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3367us (3510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.745342:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16105 00000100:00100000:1.0:1746128332.746329:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556073088 00000100:00100000:1.0:1746128332.746335:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556073088 00002000:00100000:1.0:1746128332.746368:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959180 x1830947556073088/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.746381:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959180 with x1830947556073088 ext(0->4095) 00002000:00010000:1.0:1746128332.746384:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087959180 00000100:00100000:1.0:1746128332.746399:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14107 00000100:00100000:1.0:1746128332.746405:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556073088:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.746499:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556073088:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (1426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.746504:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14107 00002000:00100000:1.0:1746128332.746510:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880087959180 x1830947556073088/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.746516:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087959180 with x1830947556073088 ext(0->4095) 00002000:00010000:1.0:1746128332.746519:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087959180 00000100:00100000:2.0:1746128332.746624:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.746806:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556073216 00000100:00100000:0.0:1746128332.746810:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556073216 00000100:00100000:0.0:1746128332.746842:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31144 00000100:00100000:0.0:1746128332.746848:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+59:1723:x1830947556073216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128332.746855:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128332.746868:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fbd expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.746890:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.746897:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128332.746898:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128332.746902:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.746934:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.746944:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 5 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746128332.746955:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551611776:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128332.747008:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.748823:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551611776:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.748841:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.748857:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8c00, rc 0) 00000100:00100000:2.0:1746128332.748910:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:1723:x1830947556073216:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2062us (2286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.748929:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31144 00000100:00100000:0.0:1746128332.749287:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.749366:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556073344 00000100:00100000:2.0:1746128332.749371:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556073344 00000100:00100000:2.0:1746128332.749394:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31145 00000100:00100000:2.0:1746128332.749399:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:1725:x1830947556073344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.749408:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.749417:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fc4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.749431:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.749435:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.749440:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.749443:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.749464:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.749472:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.749483:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128332.750943:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008795bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:1725:x1830947556073344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1536us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.750951:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31145 00000100:00100000:0.0:1746128332.751602:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.752472:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556073472 00000100:00100000:3.0:1746128332.752479:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556073472 00010000:00010000:3.0:1746128332.752506:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.752557:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16106 00000100:00100000:3.0:1746128332.752564:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556073472:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.752575:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.752591:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.752601:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.752617:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c64 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fb6 expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.752631:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.752633:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.752638:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.752644:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.752669:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.752679:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 60 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.752689:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612032:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.752759:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.755521:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612032:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.755538:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.755598:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556073472:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3033us (3996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.755607:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16106 00000100:00100000:0.0:1746128332.756062:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.756857:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556073728 00000100:00100000:3.0:1746128332.756863:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556073728 00002000:00100000:3.0:1746128332.756891:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130859500 x1830947556073728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.756900:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130859500 with x1830947556073728 ext(0->4095) 00010000:00010000:3.0:1746128332.756907:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.756928:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.756934:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130859500 00000100:00100000:3.0:1746128332.757478:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3534 00000100:00100000:3.0:1746128332.757486:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2014:x1830947556073728:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128332.757622:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2014:x1830947556073728:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1561us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.757628:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3534 00002000:00100000:3.0:1746128332.757633:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130859500 x1830947556073728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.757640:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130859500 with x1830947556073728 ext(0->4095) 00010000:00010000:3.0:1746128332.757645:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.757654:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746128332.757659:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130859500 00000100:00100000:0.0:1746128332.761851:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.762655:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556073856 00000100:00100000:3.0:1746128332.762662:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556073856 00010000:00010000:3.0:1746128332.762697:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.762740:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16107 00000100:00100000:3.0:1746128332.762746:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2014:x1830947556073856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.762757:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.762779:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.762797:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.762819:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6c6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fbd expref: 61 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.762842:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.762843:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.762849:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.762856:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.762886:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.762896:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612160:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.762961:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.764943:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612160:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.764958:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.764986:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2014:x1830947556073856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2240us (3141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.764994:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16107 00000100:00100000:0.0:1746128332.765249:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.765337:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556074112 00000100:00100000:1.0:1746128332.765343:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556074112 00002000:00100000:1.0:1746128332.765372:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130858000 x1830947556074112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.765379:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130858000 with x1830947556074112 ext(0->4095) 00002000:00010000:1.0:1746128332.765383:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130858000 00000100:00100000:1.0:1746128332.765411:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14108 00000100:00100000:1.0:1746128332.765417:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947556074112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.765517:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947556074112:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.765522:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14108 00002000:00100000:1.0:1746128332.765528:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130858000 x1830947556074112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.765534:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130858000 with x1830947556074112 ext(0->4095) 00002000:00010000:1.0:1746128332.765537:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130858000 00000100:00100000:0.0:1746128332.769068:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.770327:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556074240 00000100:00100000:2.0:1746128332.770335:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556074240 00000100:00100000:2.0:1746128332.770373:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31146 00000100:00100000:2.0:1746128332.770379:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556074240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.770393:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.770408:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fcb expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.770431:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.770437:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.770438:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.770442:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.770465:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.770475:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 59 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.770489:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551612288:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.770588:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.772179:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551612288:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.772202:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.772215:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7800, rc 0) 00000100:00100000:2.0:1746128332.772241:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556074240:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1862us (3179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.772247:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31146 00000100:00100000:0.0:1746128332.773606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.773719:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556074368 00000100:00100000:3.0:1746128332.773725:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556074368 00010000:00010000:3.0:1746128332.773747:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 60 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.773764:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16108 00000100:00100000:3.0:1746128332.773769:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130858a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2014:x1830947556074368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.773780:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.773794:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 60 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.773802:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 60 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.773817:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6c72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fc4 expref: 60 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.774280:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.774282:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.774288:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.774295:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.774319:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.774328:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612416:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.774602:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.775932:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.776122:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556074496 00000100:00100000:2.0:1746128332.776128:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556074496 00000100:00100000:2.0:1746128332.776169:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31147 00000100:00100000:2.0:1746128332.776176:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130859180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:1723:x1830947556074496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.776189:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.776201:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fd2 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.776221:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.776226:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.776227:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.776230:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.776253:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.776263:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 5 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746128332.776272:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551612544:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.776333:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.777787:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612416:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.777804:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.778063:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130858a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+61:2014:x1830947556074368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4291us (4457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.778071:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16108 00000100:00100000:0.0:1746128332.779283:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.779627:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556074752 00000100:00100000:2.0:1746128332.779633:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556074752 00002000:00100000:2.0:1746128332.779671:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013085a680 x1830947556074752/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.779680:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085a680 with x1830947556074752 ext(0->4095) 00010000:00010000:2.0:1746128332.779688:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.780101:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551612544:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.780119:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 60 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.780132:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:3.0:1746128332.780164:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:1723:x1830947556074496:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3988us (4235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.780171:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31147 00010000:00010000:2.0:1746128332.780322:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.780328:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013085a680 00000100:00100000:2.0:1746128332.780353:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3535 00000100:00100000:2.0:1746128332.780360:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556074752:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128332.780457:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556074752:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (1176us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.780465:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3535 00002000:00100000:2.0:1746128332.780470:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013085a680 x1830947556074752/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.780477:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085a680 with x1830947556074752 ext(0->4095) 00010000:00010000:2.0:1746128332.780482:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746128332.780490:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746128332.780495:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013085a680 00000100:00100000:0.0:1746128332.784506:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.784656:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556074880 00000100:00100000:3.0:1746128332.784663:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556074880 00010000:00010000:3.0:1746128332.784788:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.784856:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16109 00000100:00100000:3.0:1746128332.784863:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130858380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556074880:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.784876:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.784894:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.785026:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.785052:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6c79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fcb expref: 6 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.785080:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.785081:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.785088:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.785095:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.785120:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.785130:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612672:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.785206:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.786931:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612672:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.786947:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.787041:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130858380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947556074880:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2178us (2540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.787050:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16109 00000100:00100000:0.0:1746128332.787462:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.787782:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556075136 00000100:00100000:1.0:1746128332.787787:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556075136 00002000:00100000:1.0:1746128332.787815:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013085aa00 x1830947556075136/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.787824:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085aa00 with x1830947556075136 ext(0->4095) 00002000:00010000:1.0:1746128332.787828:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013085aa00 00000100:00100000:1.0:1746128332.787983:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14109 00000100:00100000:1.0:1746128332.787990:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947556075136:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.788564:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2015:x1830947556075136:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 548us (1077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.788571:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14109 00002000:00100000:1.0:1746128332.788576:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013085aa00 x1830947556075136/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.788583:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013085aa00 with x1830947556075136 ext(0->4095) 00002000:00010000:1.0:1746128332.788586:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013085aa00 00000100:00100000:0.0:1746128332.792651:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.793190:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556075264 00000100:00100000:3.0:1746128332.793197:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556075264 00000100:00100000:3.0:1746128332.793230:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31148 00000100:00100000:3.0:1746128332.793236:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556075264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.793252:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.793265:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fd9 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.793286:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.793293:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.793294:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.793297:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.793320:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 59 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.793329:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 59 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.793339:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551612800:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.793408:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.796356:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.796467:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556075392 00000100:00100000:1.0:1746128332.796475:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556075392 00002000:00100000:1.0:1746128332.796517:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130859880 x1830947556075392/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.796525:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130859880 with x1830947556075392 ext(0->7) 00010000:00010000:1.0:1746128332.796534:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 60 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.796572:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 60 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.796578:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130859880 00000100:00100000:1.0:1746128332.796605:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3536 00000100:00100000:1.0:1746128332.796612:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+60:2014:x1830947556075392:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128332.797225:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551612800:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.797244:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.797256:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128332.797289:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556075264:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4053us (4646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.797304:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31148 00000100:00100000:1.0:1746128332.798243:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2014:x1830947556075392:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 1629us (1890us total) trans 4294970579 rc 0/0 00000100:00100000:1.0:1746128332.798250:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3536 00002000:00100000:1.0:1746128332.798256:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130859880 x1830947556075392/t4294970579(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.798264:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130859880 with x1830947556075392 ext(0->7) 00010000:00010000:1.0:1746128332.798269:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 62 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746128332.798279:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 62 pid: 9592 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746128332.798285:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130859880 00000100:00100000:0.0:1746128332.808680:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.808983:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556075520 00000100:00100000:3.0:1746128332.808994:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556075520 00010000:00010000:3.0:1746128332.809026:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 62 pid: 9592 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746128332.809060:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16110 00000100:00100000:3.0:1746128332.809066:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2015:x1830947556075520:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.809077:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.809091:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 62 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.809102:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 62 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.809119:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6c80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd2 expref: 62 pid: 9592 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746128332.809133:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.809135:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.809142:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.809149:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.809171:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.809180:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612928:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.809243:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.812083:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.812131:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556075648 00000100:00100000:0.0:1746128332.812138:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556075648 00000100:00100000:0.0:1746128332.812182:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31149 00000100:00100000:0.0:1746128332.812189:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:1723:x1830947556075648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128332.812202:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128332.812216:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fe0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.812238:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.812244:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128332.812245:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128332.812248:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.812271:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.812281:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 5 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746128332.812292:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013085ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551613056:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128332.812367:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.814356:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.814451:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551612928:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.814466:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.814643:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556075904 00000100:00100000:1.0:1746128332.814648:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556075904 00002000:00100000:1.0:1746128332.814683:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130859c00 x1830947556075904/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.814696:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130859c00 with x1830947556075904 ext(0->4095) 00010000:00010000:1.0:1746128332.814702:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.814713:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.814719:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130859c00 00000100:00100000:3.0:1746128332.814803:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2015:x1830947556075520:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5735us (6129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.814811:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16110 00000100:00100000:0.0:1746128332.815126:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013085ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551613056:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128332.815140:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 62 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.815152:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:0.0:1746128332.815170:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:1723:x1830947556075648:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2983us (3094us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128332.815176:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31149 00000100:00100000:1.0:1746128332.815538:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3537 00000100:00100000:1.0:1746128332.815572:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556075904:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.815672:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556075904:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.815678:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3537 00002000:00100000:1.0:1746128332.815683:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130859c00 x1830947556075904/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.815690:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130859c00 with x1830947556075904 ext(0->4095) 00010000:00010000:1.0:1746128332.815694:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.815703:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.815709:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130859c00 00000100:00100000:0.0:1746128332.818519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.818647:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556076032 00000100:00100000:3.0:1746128332.818655:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556076032 00010000:00010000:3.0:1746128332.818682:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.818714:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16111 00000100:00100000:3.0:1746128332.818720:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556076032:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.818729:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.818744:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.818754:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.818774:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6c87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fd9 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.818793:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.818795:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.818802:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.818809:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.818834:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.818845:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551613184:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.819703:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.820559:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551613184:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.820815:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.820994:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013085ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556076032:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2272us (2477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.821003:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16111 00000100:00100000:0.0:1746128332.821238:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.822956:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556076288 00000100:00100000:2.0:1746128332.822965:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556076288 00002000:00100000:2.0:1746128332.822998:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f65500 x1830947556076288/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.823006:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65500 with x1830947556076288 ext(0->4095) 00002000:00010000:2.0:1746128332.823010:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f65500 00000100:00100000:2.0:1746128332.823036:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14110 00000100:00100000:2.0:1746128332.823041:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2015:x1830947556076288:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.823167:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2015:x1830947556076288:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1930us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.823173:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14110 00002000:00100000:2.0:1746128332.823177:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f65500 x1830947556076288/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.823189:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65500 with x1830947556076288 ext(0->4095) 00002000:00010000:2.0:1746128332.823192:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f65500 00000100:00100000:0.0:1746128332.826620:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.826983:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556076416 00000100:00100000:2.0:1746128332.826990:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556076416 00000100:00100000:2.0:1746128332.827033:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31150 00000100:00100000:2.0:1746128332.827040:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556076416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.827052:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.827068:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fe7 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.827090:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.827097:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.827099:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.827102:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.827126:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 61 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.827137:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 61 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128332.827147:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551613312:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.827222:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.831853:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551613312:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.831876:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.831890:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:2.0:1746128332.831955:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556076416:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4915us (5340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.831962:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31150 00000100:00100000:0.0:1746128332.839701:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.839812:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556076544 00000100:00100000:1.0:1746128332.839820:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556076544 00002000:00100000:1.0:1746128332.839853:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097f67100 x1830947556076544/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.839861:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67100 with x1830947556076544 ext(0->7) 00010000:00010000:1.0:1746128332.839869:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 62 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.839881:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 62 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.839887:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f67100 00000100:00100000:1.0:1746128332.839924:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3538 00000100:00100000:1.0:1746128332.839931:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+62:2015:x1830947556076544:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128332.843328:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556076544:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 3389us (3626us total) trans 4294970580 rc 0/0 00000100:00100000:1.0:1746128332.843339:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3538 00002000:00100000:1.0:1746128332.843348:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097f67100 x1830947556076544/t4294970580(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 496/448 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.843356:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67100 with x1830947556076544 ext(0->7) 00010000:00010000:1.0:1746128332.843365:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.843379:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.843385:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f67100 00000100:00100000:0.0:1746128332.856331:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.856409:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.856439:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556076800 00000100:00100000:0.0:1746128332.856450:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556076800 00010000:00010000:0.0:1746128332.856474:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746128332.856496:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16112 00000100:00100000:0.0:1746128332.856502:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2016:x1830947556076800:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128332.856511:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128332.856527:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128332.856537:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128332.856573:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6c8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128332.856593:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128332.856595:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128332.856601:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.856611:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.856636:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128332.856646:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f66680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551613440:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.856808:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556076672 00000100:00100000:3.0:1746128332.856812:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556076672 00000100:00100000:3.0:1746128332.856835:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31151 00000100:00100000:3.0:1746128332.856840:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556076672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.856853:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.856862:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645fee expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.856880:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.856885:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.856886:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.856888:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128332.856948:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746128332.857085:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.857095:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 5 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.857102:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551613568:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.857838:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.860670:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.860739:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f66680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551613440:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.860754:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.860784:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2016:x1830947556076800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4282us (4373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.860792:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16112 00000100:00100000:3.0:1746128332.860994:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551613568:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.861010:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.861023:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128332.861043:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556076672:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4204us (4720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.861048:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31151 00000100:00100000:1.0:1746128332.861301:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556077056 00000100:00100000:1.0:1746128332.861307:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556077056 00002000:00100000:1.0:1746128332.861336:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f65f80 x1830947556077056/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.861344:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65f80 with x1830947556077056 ext(0->4095) 00010000:00010000:1.0:1746128332.861350:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.861360:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.861366:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f65f80 00000100:00100000:1.0:1746128332.861389:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3539 00000100:00100000:1.0:1746128332.861396:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556077056:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.861486:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556077056:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (822us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.861492:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3539 00002000:00100000:1.0:1746128332.861495:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f65f80 x1830947556077056/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.861502:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65f80 with x1830947556077056 ext(0->4095) 00010000:00010000:1.0:1746128332.861506:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.861514:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.861523:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f65f80 00000100:00100000:0.0:1746128332.864284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.864491:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556077184 00000100:00100000:2.0:1746128332.864496:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556077184 00010000:00010000:2.0:1746128332.864516:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128332.864558:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16113 00000100:00100000:2.0:1746128332.864563:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556077184:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128332.864572:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128332.864585:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128332.864593:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128332.864614:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6c95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fe7 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128332.864637:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.864639:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.864645:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.864652:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.864680:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128332.864690:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551613696:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.864780:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.865737:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551613696:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128332.865748:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128332.865767:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947556077184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1204us (1488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.865774:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16113 00000100:00100000:0.0:1746128332.866608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.866742:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556077440 00000100:00100000:3.0:1746128332.866748:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556077440 00002000:00100000:3.0:1746128332.866772:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f67480 x1830947556077440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.866780:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67480 with x1830947556077440 ext(0->4095) 00002000:00010000:3.0:1746128332.866783:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f67480 00000100:00100000:3.0:1746128332.866810:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14111 00000100:00100000:3.0:1746128332.866816:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556077440:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.866923:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556077440:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.866930:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14111 00002000:00100000:3.0:1746128332.866935:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f67480 x1830947556077440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.866941:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67480 with x1830947556077440 ext(0->4095) 00002000:00010000:3.0:1746128332.866943:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f67480 00000100:00100000:0.0:1746128332.868980:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.869121:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556077568 00000100:00100000:3.0:1746128332.869128:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556077568 00000100:00100000:3.0:1746128332.869166:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31152 00000100:00100000:3.0:1746128332.869172:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556077568:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.869184:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.869197:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ff5 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.869218:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.869228:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.869230:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.869232:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.869253:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.869263:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 63 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.869274:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551613824:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.869697:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.871857:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551613824:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.871880:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.871893:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128332.871933:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556077568:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2760us (2958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.871939:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31152 00000100:00100000:0.0:1746128332.872164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.872404:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556077696 00000100:00100000:3.0:1746128332.872410:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556077696 00010000:00010000:3.0:1746128332.872426:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.872450:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16114 00000100:00100000:3.0:1746128332.872455:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556077696:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.872463:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.872475:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.872483:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.872499:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6c9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645fee expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.872510:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.872511:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.872517:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.872523:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.872555:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.872565:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551613952:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.872614:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.875633:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.875931:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551613952:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.875945:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.875977:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2015:x1830947556077696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3521us (3812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.875985:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16114 00000100:00100000:1.0:1746128332.876202:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556077952 00000100:00100000:1.0:1746128332.876207:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556077952 00002000:00100000:1.0:1746128332.876236:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66680 x1830947556077952/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.876245:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66680 with x1830947556077952 ext(0->4095) 00002000:00010000:1.0:1746128332.876248:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f66680 00000100:00100000:1.0:1746128332.876279:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14112 00000100:00100000:1.0:1746128332.876285:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556077952:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.876381:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556077952:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.876386:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14112 00002000:00100000:1.0:1746128332.876391:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f66680 x1830947556077952/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.876397:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f66680 with x1830947556077952 ext(0->4095) 00002000:00010000:1.0:1746128332.876400:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f66680 00000100:00100000:0.0:1746128332.878610:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.879052:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556078080 00000100:00100000:3.0:1746128332.879058:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556078080 00000100:00100000:3.0:1746128332.879088:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31153 00000100:00100000:3.0:1746128332.879094:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1723:x1830947556078080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.879106:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.879120:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9645ffc expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.879140:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.879147:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.879148:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.879151:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.879172:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.879182:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 5 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.879191:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551614080:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.879836:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.879961:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.880126:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556078208 00000100:00100000:2.0:1746128332.880130:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556078208 00000100:00100000:2.0:1746128332.880157:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31154 00000100:00100000:2.0:1746128332.880162:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556078208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.880171:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.880178:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646003 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.880189:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.880192:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 66 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.880196:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.880199:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 66 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.880216:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 66 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.880224:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 66 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.880231:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128332.880252:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1725:x1830947556078208:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.880257:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31154 00000100:00100000:3.0:1746128332.882651:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551614080:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.882673:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.882685:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128332.882722:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947556078080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3628us (4117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.882728:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31153 00000100:00100000:0.0:1746128332.883411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.883878:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556078336 00000100:00100000:3.0:1746128332.883883:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556078336 00010000:00010000:3.0:1746128332.883903:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.883938:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16115 00000100:00100000:3.0:1746128332.883944:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556078336:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.883955:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.883970:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.883978:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.883995:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6ca3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ff5 expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.884023:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.884024:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.884030:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.884036:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.884060:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.884070:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.884079:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551614336:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.884857:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.887442:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551614336:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.887461:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.887507:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556078336:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3561us (4096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.887518:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16115 00000100:00100000:0.0:1746128332.887998:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.888362:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556078592 00000100:00100000:3.0:1746128332.888368:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556078592 00002000:00100000:3.0:1746128332.888398:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce79180 x1830947556078592/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.888413:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79180 with x1830947556078592 ext(0->4095) 00010000:00010000:3.0:1746128332.888420:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.888431:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128332.888437:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce79180 00000100:00100000:3.0:1746128332.888464:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3540 00000100:00100000:3.0:1746128332.888471:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556078592:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.889598:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556078592:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 1125us (1599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128332.889606:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3540 00002000:00100000:3.0:1746128332.889612:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce79180 x1830947556078592/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128332.889619:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79180 with x1830947556078592 ext(0->4095) 00010000:00010000:3.0:1746128332.889625:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.889634:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128332.889640:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce79180 00000100:00100000:0.0:1746128332.891645:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.891765:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556078720 00000100:00100000:3.0:1746128332.891773:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556078720 00010000:00010000:3.0:1746128332.891801:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.891823:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16116 00000100:00100000:3.0:1746128332.891828:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2017:x1830947556078720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.891839:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.891854:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.891865:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.891885:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6caa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9645ffc expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.891908:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.891918:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.891925:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.891933:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.891958:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.891968:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551614464:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.892037:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.895266:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.895325:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556078976 00000100:00100000:2.0:1746128332.895332:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556078976 00002000:00100000:2.0:1746128332.895360:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7bb80 x1830947556078976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.895369:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7bb80 with x1830947556078976 ext(0->4095) 00002000:00010000:2.0:1746128332.895373:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce7bb80 00000100:00100000:2.0:1746128332.895394:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14113 00000100:00100000:2.0:1746128332.895398:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556078976:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.895831:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556078976:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 431us (570us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.895837:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14113 00002000:00100000:2.0:1746128332.895841:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7bb80 x1830947556078976/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.895848:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7bb80 with x1830947556078976 ext(0->4095) 00002000:00010000:2.0:1746128332.895850:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce7bb80 00000100:00100000:3.0:1746128332.896026:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551614464:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.896039:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.896057:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2017:x1830947556078720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4230us (4419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.896063:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16116 00000100:00100000:0.0:1746128332.898118:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.898209:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556079104 00000100:00100000:3.0:1746128332.898216:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556079104 00000100:00100000:3.0:1746128332.898478:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31155 00000100:00100000:3.0:1746128332.898485:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556079104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.898498:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.898513:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964600a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.898534:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 63 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.898562:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.898564:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.898567:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.898590:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 63 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.898600:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 63 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.898614:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551614592:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128332.898933:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.901167:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551614592:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.901189:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.901201:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:3.0:1746128332.901231:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556079104:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2747us (3117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.901239:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31155 00000100:00100000:0.0:1746128332.902122:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.902856:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556079232 00000100:00100000:3.0:1746128332.902863:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556079232 00010000:00010000:3.0:1746128332.902885:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.902905:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16117 00000100:00100000:3.0:1746128332.902922:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556079232:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.902931:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.902948:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.902958:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.902980:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cb1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646003 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.903005:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.903007:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.903013:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.903020:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.903044:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.903054:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551614720:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.903113:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.905872:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.905943:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.905972:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556079488 00000100:00100000:0.0:1746128332.905977:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556079488 00002000:00100000:0.0:1746128332.906007:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce78a80 x1830947556079488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128332.906016:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78a80 with x1830947556079488 ext(0->4095) 00002000:00010000:0.0:1746128332.906019:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce78a80 00000100:00100000:2.0:1746128332.906055:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556079616 00000100:00100000:2.0:1746128332.906059:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556079616 00000100:00100000:2.0:1746128332.906085:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31156 00000100:00100000:2.0:1746128332.906092:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095841050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556079616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.906103:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.906116:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646011 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.906136:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.906142:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.906143:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.906146:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.906173:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.906183:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128332.906191:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551614848:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.906242:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.906578:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551614720:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.906590:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.906614:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556079232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3704us (4494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.906622:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16117 00000100:00100000:2.0:1746128332.907955:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3541 00000100:00100000:2.0:1746128332.907963:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556079488:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128332.908051:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556079488:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (2185us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.908057:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3541 00002000:00100000:2.0:1746128332.908062:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce78a80 x1830947556079488/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.908070:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce78a80 with x1830947556079488 ext(0->4095) 00010000:00010000:2.0:1746128332.908075:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128332.908084:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128332.908089:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce78a80 00000100:00100000:3.0:1746128332.908386:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551614848:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128332.908401:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.908416:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:3.0:1746128332.908438:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095841050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556079616:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2346us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.908444:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31156 00000100:00100000:0.0:1746128332.910826:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.911526:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556079744 00000100:00100000:3.0:1746128332.911533:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556079744 00000100:00100000:3.0:1746128332.911590:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31157 00000100:00100000:3.0:1746128332.911596:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1725:x1830947556079744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.911608:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.911622:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646018 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.911642:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.911647:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.911652:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.911655:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.911680:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.911689:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.911700:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed800, rc 0) 00000100:00100000:3.0:1746128332.911731:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556079744:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.911736:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31157 00000100:00100000:0.0:1746128332.912195:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.912573:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556079872 00000100:00100000:3.0:1746128332.912577:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556079872 00010000:00010000:3.0:1746128332.912590:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.912609:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16118 00000100:00100000:3.0:1746128332.912614:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556079872:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.912621:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.912634:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.912642:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.912656:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e6cb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964600a expref: 6 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.913386:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.913389:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.913396:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.913407:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.913429:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.913439:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.913450:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551615104:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.914504:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.916394:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.916929:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551615104:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.916944:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128332.917133:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556080128 00000100:00100000:1.0:1746128332.917139:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556080128 00002000:00100000:1.0:1746128332.917171:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7aa00 x1830947556080128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.917181:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7aa00 with x1830947556080128 ext(0->4095) 00010000:00010000:1.0:1746128332.917187:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.917204:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.917210:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce7aa00 00000100:00100000:1.0:1746128332.917236:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3542 00000100:00100000:1.0:1746128332.917243:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556080128:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128332.917627:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556079872:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5011us (5431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.917635:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16118 00000100:00100000:1.0:1746128332.918133:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556080128:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 888us (1742us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.918139:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3542 00002000:00100000:1.0:1746128332.918144:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7aa00 x1830947556080128/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.918151:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7aa00 with x1830947556080128 ext(0->4095) 00010000:00010000:1.0:1746128332.918156:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.918165:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.918170:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce7aa00 00000100:00100000:0.0:1746128332.921045:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.921200:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556080256 00000100:00100000:3.0:1746128332.921209:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556080256 00010000:00010000:3.0:1746128332.921237:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.921271:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16119 00000100:00100000:3.0:1746128332.921278:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556080256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.921290:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.921307:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.921318:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.921338:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6cbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646011 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.921364:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.921366:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.921372:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.921379:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.921405:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.921415:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551615232:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.921484:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.924654:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.924801:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556080512 00000100:00100000:1.0:1746128332.924807:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556080512 00002000:00100000:1.0:1746128332.924841:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7b480 x1830947556080512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.924849:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7b480 with x1830947556080512 ext(0->4095) 00002000:00010000:1.0:1746128332.924853:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce7b480 00000100:00100000:1.0:1746128332.924878:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14115 00000100:00100000:1.0:1746128332.924884:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556080512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.924997:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556080512:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.925003:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14115 00002000:00100000:1.0:1746128332.925008:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce7b480 x1830947556080512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.925015:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce7b480 with x1830947556080512 ext(0->4095) 00002000:00010000:1.0:1746128332.925022:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce7b480 00000100:00100000:3.0:1746128332.925074:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551615232:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.925088:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.925109:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556080256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3832us (4072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.925116:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16119 00000100:00100000:0.0:1746128332.927703:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.927985:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556080640 00000100:00100000:2.0:1746128332.927992:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556080640 00000100:00100000:2.0:1746128332.928039:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31158 00000100:00100000:2.0:1746128332.928046:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556080640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.928059:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.928073:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964601f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.928094:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.928101:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.928103:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.928106:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.928131:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.928141:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 63 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128332.928152:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551615360:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.928227:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.930043:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551615360:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.930063:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.930080:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128332.930120:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556080640:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2073us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.930126:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31158 00000100:00100000:0.0:1746128332.931127:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.931478:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556080768 00000100:00100000:3.0:1746128332.931486:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556080768 00010000:00010000:3.0:1746128332.931513:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.931570:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16120 00000100:00100000:3.0:1746128332.931577:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556080768:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.931588:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.931604:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.931614:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.931632:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed800/0x6e2f3e23d86e6cc6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646018 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.931658:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.931659:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.931665:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.931671:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.931692:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.931705:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551615488:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.931762:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.935602:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.935691:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551615488:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.935706:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.935737:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2015:x1830947556080768:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4161us (4612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.935746:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16120 00000100:00100000:2.0:1746128332.935965:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556081024 00000100:00100000:2.0:1746128332.935970:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556081024 00002000:00100000:2.0:1746128332.935997:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce79f80 x1830947556081024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.936005:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79f80 with x1830947556081024 ext(0->4095) 00002000:00010000:2.0:1746128332.936009:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce79f80 00000100:00100000:2.0:1746128332.936060:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14116 00000100:00100000:2.0:1746128332.936066:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556081024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128332.936161:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556081024:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.936167:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14116 00002000:00100000:2.0:1746128332.936171:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008ce79f80 x1830947556081024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.936178:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce79f80 with x1830947556081024 ext(0->4095) 00002000:00010000:2.0:1746128332.936181:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce79f80 00000100:00100000:0.0:1746128332.936689:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.937267:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556081152 00000100:00100000:2.0:1746128332.937271:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556081152 00000100:00100000:2.0:1746128332.937303:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31159 00000100:00100000:2.0:1746128332.937308:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1723:x1830947556081152:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.937317:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.937329:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646026 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.937346:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.937352:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.937353:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.937356:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.937378:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.937387:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 5 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128332.937396:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551615616:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.938492:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.940538:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.940674:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556081280 00000100:00100000:3.0:1746128332.940680:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556081280 00000100:00100000:3.0:1746128332.940723:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31160 00000100:00100000:3.0:1746128332.940730:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556081280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128332.940743:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128332.940757:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964602d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.940777:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.940782:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.940787:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128332.940791:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 66 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.940817:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.940831:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 66 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.940839:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:2.0:1746128332.940956:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551615616:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.940970:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.940977:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:3.0:1746128332.942098:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1725:x1830947556081280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1365us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.942105:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31160 00000100:00100000:2.0:1746128332.942143:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947556081152:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4835us (5455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.942151:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31159 00000100:00100000:0.0:1746128332.942372:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.942521:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556081408 00000100:00100000:3.0:1746128332.942525:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556081408 00010000:00010000:3.0:1746128332.942563:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.942584:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16121 00000100:00100000:3.0:1746128332.942589:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556081408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.942597:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.942611:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.942620:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.942637:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6ccd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964601f expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.942659:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.942661:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.942666:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.942673:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.942693:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.942702:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.942712:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551615872:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.942768:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.945254:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551615872:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.945269:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.945305:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556081408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2714us (2932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.945314:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16121 00000100:00100000:0.0:1746128332.945497:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.945618:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556081664 00000100:00100000:1.0:1746128332.945624:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556081664 00002000:00100000:1.0:1746128332.945651:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e84700 x1830947556081664/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.945659:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84700 with x1830947556081664 ext(0->4095) 00010000:00010000:1.0:1746128332.945668:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.945679:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.945685:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e84700 00000100:00100000:1.0:1746128332.945706:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3543 00000100:00100000:1.0:1746128332.945711:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556081664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.945815:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556081664:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.945820:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3543 00002000:00100000:1.0:1746128332.945825:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e84700 x1830947556081664/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.945831:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e84700 with x1830947556081664 ext(0->4095) 00010000:00010000:1.0:1746128332.945835:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.945843:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.945849:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e84700 00000100:00100000:0.0:1746128332.947600:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.947763:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556081792 00000100:00100000:3.0:1746128332.947768:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556081792 00010000:00010000:3.0:1746128332.947785:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.947813:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16122 00000100:00100000:3.0:1746128332.947819:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556081792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.947829:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.947842:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.947851:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.947868:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646026 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.947881:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.947883:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.947888:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.947896:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.947931:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.947941:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551616000:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.948367:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.950790:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.950873:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551616000:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.950887:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.950934:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556081792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3114us (3336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.950946:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16122 00000100:00100000:2.0:1746128332.951043:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556082048 00000100:00100000:2.0:1746128332.951048:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556082048 00002000:00100000:2.0:1746128332.951077:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e86680 x1830947556082048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.951086:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86680 with x1830947556082048 ext(0->4095) 00002000:00010000:2.0:1746128332.951089:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e86680 00000100:00100000:2.0:1746128332.951113:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14117 00000100:00100000:2.0:1746128332.951119:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556082048:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128332.951221:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556082048:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.951226:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14117 00002000:00100000:2.0:1746128332.951231:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e86680 x1830947556082048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.951238:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e86680 with x1830947556082048 ext(0->4095) 00002000:00010000:2.0:1746128332.951240:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e86680 00000100:00100000:0.0:1746128332.953643:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.953711:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556082176 00000100:00100000:2.0:1746128332.953716:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556082176 00000100:00100000:2.0:1746128332.953753:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31161 00000100:00100000:2.0:1746128332.953759:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556082176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.953770:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.953783:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646034 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.953806:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.953813:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.953814:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.953818:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.953840:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.953850:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 63 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128332.953859:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551616128:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.953930:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.955137:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551616128:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.955153:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.955164:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:2.0:1746128332.955199:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556082176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1439us (1560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.955206:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31161 00000100:00100000:0.0:1746128332.957081:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.957303:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556082304 00000100:00100000:3.0:1746128332.957310:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556082304 00010000:00010000:3.0:1746128332.957338:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.957392:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16123 00000100:00100000:3.0:1746128332.957399:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556082304:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.957410:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.957426:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.957436:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.957453:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6cdb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964602d expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.957640:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.957642:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.957649:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.957656:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.957679:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.957689:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551616256:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.957738:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.959178:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551616256:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.959336:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.959365:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2015:x1830947556082304:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1966us (2289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.959372:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16123 00000100:00100000:0.0:1746128332.959512:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.959784:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556082560 00000100:00100000:1.0:1746128332.959789:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556082560 00002000:00100000:1.0:1746128332.959814:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87480 x1830947556082560/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.959823:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87480 with x1830947556082560 ext(0->4095) 00002000:00010000:1.0:1746128332.959827:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87480 00000100:00100000:1.0:1746128332.959840:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14118 00000100:00100000:1.0:1746128332.959846:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556082560:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.960148:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556082560:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 301us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.960154:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14118 00002000:00100000:1.0:1746128332.960160:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093e87480 x1830947556082560/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.960167:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e87480 with x1830947556082560 ext(0->4095) 00002000:00010000:1.0:1746128332.960169:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e87480 00000100:00100000:0.0:1746128332.961238:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.961299:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556082688 00000100:00100000:2.0:1746128332.961304:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556082688 00000100:00100000:2.0:1746128332.961336:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31162 00000100:00100000:0.0:1746128332.961336:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.961341:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1723:x1830947556082688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746128332.961373:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556082816 00000100:00100000:1.0:1746128332.961376:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556082816 00000100:00100000:1.0:1746128332.961392:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31163 00000100:00100000:1.0:1746128332.961397:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1725:x1830947556082816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128332.961405:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128332.961417:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646042 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.961437:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.961443:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.961445:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128332.961448:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.961469:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.961492:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.961498:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964603b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.961619:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 5 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128332.961629:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551616384:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.961639:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.961643:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 66 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.961647:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.961650:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.961667:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 66 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.961677:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.961684:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:1.0:1746128332.961684:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec909c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.961700:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1723:x1830947556082688:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 359us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.961705:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31162 00000100:00100000:1.0:1746128332.962753:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551616384:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128332.962766:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128332.962774:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e400, rc 0) 00000100:00100000:1.0:1746128332.962793:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556082816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1396us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128332.962799:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31163 00000100:00100000:0.0:1746128332.963295:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.963399:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556082944 00000100:00100000:3.0:1746128332.963403:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556082944 00010000:00010000:3.0:1746128332.963422:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.963440:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16124 00000100:00100000:3.0:1746128332.963445:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556082944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.963453:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.963467:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.963480:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.963495:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6ce2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646034 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.963517:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.963519:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.963524:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.963529:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.963566:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.963574:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.963582:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551616640:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.964066:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.965718:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551616640:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.965732:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.965987:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556082944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2540us (2692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.965995:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16124 00000100:00100000:0.0:1746128332.967593:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.967669:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556083200 00000100:00100000:1.0:1746128332.967677:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556083200 00002000:00100000:1.0:1746128332.967709:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabc000 x1830947556083200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.967717:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabc000 with x1830947556083200 ext(0->4095) 00010000:00010000:1.0:1746128332.967725:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.967737:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.967743:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabc000 00000100:00100000:1.0:1746128332.967770:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3544 00000100:00100000:1.0:1746128332.967776:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556083200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128332.967871:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556083200:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.967880:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3544 00002000:00100000:1.0:1746128332.967885:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabc000 x1830947556083200/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.967892:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabc000 with x1830947556083200 ext(0->4095) 00010000:00010000:1.0:1746128332.967896:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.967905:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.967925:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabc000 00000100:00100000:2.0:1746128332.970237:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.970454:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556083328 00000100:00100000:0.0:1746128332.970461:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556083328 00000100:00100000:0.0:1746128332.970487:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31164 00000100:00100000:0.0:1746128332.970493:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556083328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128332.970504:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128332.970517:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646049 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.970537:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128332.970569:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.970575:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128332.970578:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.970608:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.970618:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128332.970626:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:0.0:1746128332.970665:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556083328:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128332.970670:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31164 00000100:00100000:0.0:1746128332.970968:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.971064:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556083456 00000100:00100000:3.0:1746128332.971068:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556083456 00010000:00010000:3.0:1746128332.971080:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.971095:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16125 00000100:00100000:3.0:1746128332.971100:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556083456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.971109:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.971122:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.971130:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.971145:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6ce9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646042 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.971153:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.971155:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.971159:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.971164:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.971177:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.971183:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.971190:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551616896:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.971412:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.974020:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.974128:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551616896:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.974144:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.974178:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556083456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3078us (3211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.974188:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16125 00000100:00100000:2.0:1746128332.974295:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556083712 00000100:00100000:2.0:1746128332.974301:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556083712 00002000:00100000:2.0:1746128332.974333:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabce00 x1830947556083712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.974342:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabce00 with x1830947556083712 ext(0->4095) 00010000:00010000:2.0:1746128332.974348:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128332.974359:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128332.974365:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabce00 00000100:00100000:2.0:1746128332.974393:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3545 00000100:00100000:2.0:1746128332.974399:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556083712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128332.974489:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556083712:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128332.974495:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3545 00002000:00100000:2.0:1746128332.974499:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabce00 x1830947556083712/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128332.974506:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabce00 with x1830947556083712 ext(0->4095) 00010000:00010000:2.0:1746128332.974510:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128332.974518:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128332.974523:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabce00 00000100:00100000:0.0:1746128332.976309:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.976373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.976684:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556083840 00000100:00100000:3.0:1746128332.976691:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556083840 00010000:00010000:3.0:1746128332.976714:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.976750:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16126 00000100:00100000:3.0:1746128332.976757:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556083840:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.976765:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.976780:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.976790:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.976810:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6cf0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964603b expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.976822:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.976823:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.976829:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.976837:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.976861:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.976873:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551617024:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.976943:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128332.977873:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556083968 00000100:00100000:2.0:1746128332.977878:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556083968 00000100:00100000:2.0:1746128332.977971:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31165 00000100:00100000:2.0:1746128332.977977:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556083968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.977987:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.977997:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646050 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.978012:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.978017:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.978019:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128332.978021:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.978037:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.978046:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 5 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128332.978054:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551617152:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.978299:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128332.980932:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.981057:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556084224 00000100:00100000:1.0:1746128332.981064:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556084224 00002000:00100000:1.0:1746128332.981095:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabe300 x1830947556084224/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.981102:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabe300 with x1830947556084224 ext(0->4095) 00010000:00010000:1.0:1746128332.981110:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.981121:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.981127:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabe300 00000100:00100000:1.0:1746128332.981142:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3546 00000100:00100000:1.0:1746128332.981147:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556084224:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.981252:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556084224:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.981258:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3546 00002000:00100000:1.0:1746128332.981263:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabe300 x1830947556084224/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.981279:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabe300 with x1830947556084224 ext(0->4095) 00010000:00010000:1.0:1746128332.981282:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.981290:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.981295:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabe300 00000100:00100000:3.0:1746128332.981380:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551617024:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.981391:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.981409:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556083840:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4653us (5104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.981416:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16126 00000100:00100000:2.0:1746128332.981578:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551617152:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.981593:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.981608:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128332.981626:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556083968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3650us (5254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.981632:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31165 00000100:00100000:0.0:1746128332.983741:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128332.983805:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.983863:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556084352 00000100:00100000:2.0:1746128332.983898:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556084480 00000100:00100000:2.0:1746128332.983902:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556084480 00000100:00100000:3.0:1746128332.983976:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556084352 00010000:00010000:3.0:1746128332.983995:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 7 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.984026:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16127 00000100:00100000:3.0:1746128332.984033:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2014:x1830947556084352:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.984044:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.984057:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 7 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.984067:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 7 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.984084:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6cf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646049 expref: 7 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.984096:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.984098:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.984103:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.984109:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.984134:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.984144:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551617280:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128332.984194:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31166 00000100:00100000:2.0:1746128332.984200:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556084480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.984209:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.984216:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646057 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.984229:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.984235:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.984236:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.984243:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.984258:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.984315:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 63 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128332.984332:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551617408:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128332.984352:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.984353:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.985827:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551617280:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.985839:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.985864:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2014:x1830947556084352:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1831us (2058us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.985871:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16127 00000100:00100000:2.0:1746128332.985945:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551617408:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128332.985960:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.985969:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128332.985986:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556084480:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1787us (2250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.985991:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31166 00000100:00100000:0.0:1746128332.986353:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.986406:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556084736 00000100:00100000:1.0:1746128332.986411:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556084736 00002000:00100000:1.0:1746128332.986434:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabfb80 x1830947556084736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.986442:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabfb80 with x1830947556084736 ext(0->4095) 00010000:00010000:1.0:1746128332.986447:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.986457:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.986463:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabfb80 00000100:00100000:1.0:1746128332.986475:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3547 00000100:00100000:1.0:1746128332.986480:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556084736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.986590:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556084736:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.986596:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3547 00002000:00100000:1.0:1746128332.986600:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabfb80 x1830947556084736/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.986607:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabfb80 with x1830947556084736 ext(0->4095) 00010000:00010000:1.0:1746128332.986611:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.986619:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.986624:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabfb80 00000100:00100000:0.0:1746128332.991178:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128332.991238:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556084864 00000100:00100000:2.0:1746128332.991246:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556084864 00000100:00100000:2.0:1746128332.991302:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31167 00000100:00100000:2.0:1746128332.991309:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556084864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128332.991323:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128332.991342:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964605e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.991373:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128332.991378:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.991383:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128332.991386:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.991419:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128332.991420:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128332.991428:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128332.991436:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:2.0:1746128332.991469:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947556084864:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128332.991474:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31167 00000100:00100000:3.0:1746128332.991507:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556084992 00000100:00100000:3.0:1746128332.991510:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556084992 00010000:00010000:3.0:1746128332.991524:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.991671:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16128 00000100:00100000:3.0:1746128332.991677:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2016:x1830947556084992:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.991687:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.991759:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.991770:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.991784:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6cfe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646050 expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.991797:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.991798:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.991803:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.991809:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.991826:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.991837:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 5 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.991847:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551617664:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.992050:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.993438:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551617664:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.993455:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.993774:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2016:x1830947556084992:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2096us (2351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128332.993782:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16128 00000100:00100000:0.0:1746128332.993957:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128332.994091:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556085248 00000100:00100000:1.0:1746128332.994096:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556085248 00002000:00100000:1.0:1746128332.994121:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabea00 x1830947556085248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/0 e 0 to 0 dl 1746128343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.994130:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947556085248 ext(0->4095) 00010000:00010000:1.0:1746128332.994137:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.994148:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.994154:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:1.0:1746128332.994167:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3548 00000100:00100000:1.0:1746128332.994173:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556085248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128332.994268:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556085248:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128332.994274:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3548 00002000:00100000:1.0:1746128332.994278:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabea00 x1830947556085248/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746128343 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128332.994284:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabea00 with x1830947556085248 ext(0->4095) 00010000:00010000:1.0:1746128332.994289:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128332.994297:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128332.994302:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fabea00 00000100:00100000:0.0:1746128332.996776:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128332.996904:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556085376 00000100:00100000:3.0:1746128332.996919:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556085376 00010000:00010000:3.0:1746128332.996942:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128332.996976:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16129 00000100:00100000:3.0:1746128332.996982:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556085376:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128332.996992:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128332.997007:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.997017:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.997035:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646057 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128332.997060:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.997062:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128332.997067:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.997075:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128332.997100:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128332.997110:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551617792:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128332.997771:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128332.999931:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551617792:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128332.999950:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128332.999993:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556085376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3010us (3222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.000003:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16129 00000100:00100000:0.0:1746128333.000139:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.000200:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556085632 00000100:00100000:3.0:1746128333.000204:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556085632 00002000:00100000:3.0:1746128333.000233:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabc700 x1830947556085632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.000241:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabc700 with x1830947556085632 ext(0->4095) 00002000:00010000:3.0:1746128333.000245:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabc700 00000100:00100000:3.0:1746128333.000270:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14119 00000100:00100000:3.0:1746128333.000404:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556085632:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128333.000632:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556085632:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 355us (493us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128333.000639:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14119 00002000:00100000:3.0:1746128333.000644:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012fabc700 x1830947556085632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.000655:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fabc700 with x1830947556085632 ext(0->4095) 00002000:00010000:3.0:1746128333.000657:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fabc700 00000100:00100000:0.0:1746128333.001903:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.002001:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556085760 00000100:00100000:1.0:1746128333.002006:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556085760 00000100:00100000:1.0:1746128333.002057:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31168 00000100:00080000:2.0:1746128333.002061:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128333.002064:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556085760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.002073:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.002092:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646065 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.002111:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.002121:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.002123:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.002126:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.002147:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.002157:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 63 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.002166:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551617920:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.002210:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.004093:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.004305:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556085888 00000100:00100000:3.0:1746128333.004311:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556085888 00010000:00010000:3.0:1746128333.004352:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00000100:00080000:2.0:1746128333.004356:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128333.004425:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551617920:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.004444:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.004455:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530fe00, rc 0) 00000100:00100000:1.0:1746128333.004484:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556085760:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2421us (2585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.004491:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31168 00000100:00100000:3.0:1746128333.004616:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16130 00000100:00100000:3.0:1746128333.004624:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fabd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556085888:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.004634:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.004651:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.004661:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.004678:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6d0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964605e expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.004689:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.004691:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.004696:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.004703:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.004727:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.004738:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551618048:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.007565:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.014180:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.014244:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556086016 00000100:00100000:1.0:1746128333.014251:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556086016 00000100:00100000:1.0:1746128333.014306:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31169 00000100:00100000:1.0:1746128333.014314:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556086016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.014332:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.014345:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964606c expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.014369:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.014375:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.014376:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.014379:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.014402:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.014413:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 5 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.014755:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551618048:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.014770:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.014803:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fabd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556085888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10180us (10716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.014811:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16130 00000100:00100000:1.0:1746128333.014893:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551618176:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.015106:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.015197:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.015229:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556086272 00000100:00100000:2.0:1746128333.015234:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556086272 00002000:00100000:2.0:1746128333.015262:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8a80 x1830947556086272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.015270:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8a80 with x1830947556086272 ext(0->4095) 00010000:00010000:2.0:1746128333.015275:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.015284:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.015290:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edf8a80 00000100:00100000:2.0:1746128333.015302:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3549 00000100:00100000:2.0:1746128333.015307:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556086272:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128333.015688:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556086272:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 379us (491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.015695:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3549 00002000:00100000:2.0:1746128333.015700:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8a80 x1830947556086272/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.015707:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8a80 with x1830947556086272 ext(0->4095) 00010000:00010000:2.0:1746128333.015712:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.015720:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.015725:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edf8a80 00000100:00100000:1.0:1746128333.018263:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551618176:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.018285:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.018297:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f200, rc 0) 00000100:00100000:1.0:1746128333.018339:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556086016:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4026us (4166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.018348:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31169 00000100:00100000:0.0:1746128333.018378:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.018613:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556086400 00000100:00100000:1.0:1746128333.018617:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556086400 00000100:00100000:1.0:1746128333.018728:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31170 00000100:00100000:1.0:1746128333.018734:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1725:x1830947556086400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.018744:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.018754:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646073 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.018768:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.018771:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.018776:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.018779:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.018798:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.018805:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.018811:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f400, rc 0) 00000100:00100000:1.0:1746128333.018970:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556086400:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 236us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.018976:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31170 00000100:00100000:0.0:1746128333.019097:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.019118:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556086528 00000100:00100000:3.0:1746128333.019122:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556086528 00010000:00010000:3.0:1746128333.019137:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.019155:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16131 00000100:00100000:3.0:1746128333.019160:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556086528:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.019167:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.019180:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.019189:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.019204:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e6d13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646065 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.019228:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.019230:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.019235:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.019241:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.019259:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.019268:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.019278:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551618432:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.019714:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.021512:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.021568:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556086784 00000100:00100000:2.0:1746128333.021574:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556086784 00000100:00100000:3.0:1746128333.021600:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551618432:192.168.202.33@tcp:105: 00002000:00100000:2.0:1746128333.021602:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf9c00 x1830947556086784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.021610:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9c00 with x1830947556086784 ext(0->4095) 00010000:00010000:3.0:1746128333.021614:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128333.021616:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.021627:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.021633:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edf9c00 00000100:00100000:3.0:1746128333.021643:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556086528:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2482us (2545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.021650:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16131 00000100:00100000:2.0:1746128333.021660:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3550 00000100:00100000:2.0:1746128333.021667:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556086784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128333.022908:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556086784:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 1234us (1393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.022925:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3550 00002000:00100000:2.0:1746128333.022930:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf9c00 x1830947556086784/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.022937:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf9c00 with x1830947556086784 ext(0->4095) 00010000:00010000:2.0:1746128333.022943:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.022955:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.022961:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edf9c00 00000100:00100000:0.0:1746128333.026704:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.027379:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556086912 00000100:00100000:3.0:1746128333.027387:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556086912 00010000:00010000:3.0:1746128333.027416:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.027531:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16132 00000100:00100000:3.0:1746128333.027539:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2016:x1830947556086912:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.027576:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.027592:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.027604:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.027624:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964606c expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.028118:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.028120:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.028127:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.028135:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.028162:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.028173:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551618560:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.028841:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.032183:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.032781:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551618560:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.032797:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.032851:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2016:x1830947556086912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5312us (6153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.032862:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16132 00000100:00100000:2.0:1746128333.033683:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556087168 00000100:00100000:2.0:1746128333.033690:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556087168 00002000:00100000:2.0:1746128333.033722:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8000 x1830947556087168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.033731:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8000 with x1830947556087168 ext(0->4095) 00002000:00010000:2.0:1746128333.033735:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf8000 00000100:00100000:2.0:1746128333.034002:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14120 00000100:00100000:2.0:1746128333.034010:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556087168:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128333.034595:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556087168:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 585us (2417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.034605:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14120 00002000:00100000:2.0:1746128333.034611:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edf8000 x1830947556087168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.034618:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edf8000 with x1830947556087168 ext(0->4095) 00002000:00010000:2.0:1746128333.034621:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edf8000 00000100:00100000:0.0:1746128333.038138:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.038522:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556087296 00000100:00100000:1.0:1746128333.038530:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556087296 00000100:00100000:1.0:1746128333.038672:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31171 00000100:00100000:1.0:1746128333.038679:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556087296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.038696:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.038709:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964607a expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.038732:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 63 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.038738:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.038739:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.038742:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.038763:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 63 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.038773:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 63 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.038782:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551618688:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.039376:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128333.040886:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551618688:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.040906:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.040932:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e800, rc 0) 00000100:00100000:1.0:1746128333.040960:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556087296:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2282us (2830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.040967:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31171 00000100:00100000:0.0:1746128333.042174:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.042339:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556087424 00000100:00100000:3.0:1746128333.042346:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556087424 00010000:00010000:3.0:1746128333.042372:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.042394:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16133 00000100:00100000:3.0:1746128333.042401:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556087424:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.042412:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.042427:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.042438:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.042455:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646073 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.042479:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.042481:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.042487:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.042495:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.042521:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.042531:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551618816:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.042611:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.043358:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.043633:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556087552 00000100:00100000:1.0:1746128333.043638:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556087552 00000100:00100000:1.0:1746128333.043672:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31172 00000100:00100000:1.0:1746128333.043677:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556087552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.043688:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.043698:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646081 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.043714:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.043719:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.043720:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.043723:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.043739:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.043749:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 5 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.043763:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551618944:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.043802:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.047294:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128333.047324:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556087808 00000100:00100000:0.0:1746128333.047330:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556087808 00002000:00100000:0.0:1746128333.047366:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfa680 x1830947556087808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128333.047374:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfa680 with x1830947556087808 ext(0->4095) 00010000:00010000:0.0:1746128333.047381:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128333.047392:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746128333.047398:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfa680 00000100:00100000:0.0:1746128333.047428:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3551 00000100:00100000:0.0:1746128333.047435:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556087808:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128333.047536:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556087808:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128333.047561:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3551 00002000:00100000:0.0:1746128333.047566:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009edfa680 x1830947556087808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128333.047573:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edfa680 with x1830947556087808 ext(0->4095) 00010000:00010000:0.0:1746128333.047578:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128333.047587:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746128333.047592:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009edfa680 00000100:00100000:3.0:1746128333.047730:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551618816:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.047744:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.047766:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556087424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5366us (5597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.047773:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16133 00000100:00100000:1.0:1746128333.047997:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551618944:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.048013:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.048025:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e400, rc 0) 00000100:00100000:1.0:1746128333.048044:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556087552:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4367us (4688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.048049:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31172 00000100:00100000:0.0:1746128333.050680:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.051258:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556087936 00000100:00100000:1.0:1746128333.051266:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556087936 00000100:00100000:0.0:1746128333.051846:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.052275:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556088064 00000100:00100000:3.0:1746128333.052280:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556088064 00010000:00010000:3.0:1746128333.052304:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.052339:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16134 00000100:00100000:3.0:1746128333.052346:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556088064:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.052357:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.052373:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.052384:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.052402:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e6d28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964607a expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.052421:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.052423:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.052429:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.052436:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.052461:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.052473:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551619072:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.052533:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128333.052848:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31173 00000100:00100000:1.0:1746128333.052856:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1725:x1830947556087936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.052868:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.052877:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646088 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.052892:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.052897:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.052898:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.052900:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.052934:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.052944:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.052951:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551619200:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.052986:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.057146:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551619072:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.057165:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.057203:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556088064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4857us (5357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.057214:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16134 00000100:00100000:2.0:1746128333.057356:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.057426:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551619200:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.057446:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.057459:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e600, rc 0) 00000100:00100000:1.0:1746128333.057494:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556087936:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4638us (6820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.057500:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31173 00000100:00100000:3.0:1746128333.057842:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556088320 00000100:00100000:3.0:1746128333.057847:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556088320 00002000:00100000:3.0:1746128333.057872:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982300 x1830947556088320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.057881:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982300 with x1830947556088320 ext(0->4095) 00010000:00010000:3.0:1746128333.057886:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.057901:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128333.057907:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e982300 00000100:00100000:3.0:1746128333.057929:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3552 00000100:00100000:3.0:1746128333.057935:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556088320:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128333.058033:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556088320:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (677us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128333.058039:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3552 00002000:00100000:3.0:1746128333.058043:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e982300 x1830947556088320/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.058049:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e982300 with x1830947556088320 ext(0->4095) 00010000:00010000:3.0:1746128333.058053:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.058061:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128333.058066:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e982300 00000100:00100000:0.0:1746128333.061790:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.062008:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556088448 00000100:00100000:3.0:1746128333.062016:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556088448 00010000:00010000:3.0:1746128333.062046:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.062080:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16135 00000100:00100000:3.0:1746128333.062089:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2016:x1830947556088448:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.062100:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.062117:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.062127:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.062146:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e6d2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646081 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.062382:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.062384:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.062390:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.062398:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.062424:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.062435:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551619328:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.062839:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.064737:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.064996:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551619328:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.065009:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.065041:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2016:x1830947556088448:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2953us (3258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.065049:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16135 00000100:00100000:1.0:1746128333.065313:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556088704 00000100:00100000:1.0:1746128333.065318:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556088704 00002000:00100000:1.0:1746128333.065346:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e873800 x1830947556088704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.065355:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e873800 with x1830947556088704 ext(0->4095) 00002000:00010000:1.0:1746128333.065358:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e873800 00000100:00100000:1.0:1746128333.065384:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14121 00000100:00100000:1.0:1746128333.065390:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2017:x1830947556088704:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128333.065485:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2017:x1830947556088704:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128333.065490:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14121 00002000:00100000:1.0:1746128333.065494:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e873800 x1830947556088704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.065501:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e873800 with x1830947556088704 ext(0->4095) 00002000:00010000:1.0:1746128333.065503:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e873800 00000100:00100000:0.0:1746128333.067340:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.067419:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556088832 00000100:00100000:1.0:1746128333.067424:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556088832 00000100:00100000:1.0:1746128333.067514:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31174 00000100:00100000:1.0:1746128333.067522:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556088832:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.067534:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.067659:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964608f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.067682:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 63 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.067688:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.067690:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.067693:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.067717:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 63 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.067732:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 63 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.067743:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551619456:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.067829:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128333.069243:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551619456:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.069261:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.069273:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f400, rc 0) 00000100:00100000:1.0:1746128333.069309:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556088832:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1787us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.069315:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31174 00000100:00100000:0.0:1746128333.069787:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.069941:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556088960 00000100:00100000:3.0:1746128333.069947:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556088960 00010000:00010000:3.0:1746128333.069967:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.069987:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16136 00000100:00100000:3.0:1746128333.069993:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556088960:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.070002:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.070024:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.070034:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.070050:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6d36 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646088 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.070265:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.070267:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.070273:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.070280:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.070303:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.070314:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551619584:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.070693:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.074532:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551619584:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.074582:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.074629:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2014:x1830947556088960:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4634us (4841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.074638:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16136 00000100:00100000:0.0:1746128333.075187:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128333.075227:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.075296:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556089216 00000100:00100000:2.0:1746128333.075302:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556089216 00002000:00100000:2.0:1746128333.075331:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872680 x1830947556089216/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.075340:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872680 with x1830947556089216 ext(0->4095) 00002000:00010000:2.0:1746128333.075344:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e872680 00000100:00100000:2.0:1746128333.075358:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14122 00000100:00100000:2.0:1746128333.075363:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556089216:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128333.075450:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556089216:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.075455:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14122 00002000:00100000:2.0:1746128333.075460:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872680 x1830947556089216/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.075466:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872680 with x1830947556089216 ext(0->4095) 00002000:00010000:2.0:1746128333.075468:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e872680 00000100:00100000:1.0:1746128333.075660:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556089344 00000100:00100000:1.0:1746128333.075663:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556089344 00000100:00100000:1.0:1746128333.075694:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31175 00000100:00100000:1.0:1746128333.075699:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1723:x1830947556089344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.075706:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.075718:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646096 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.075736:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.075746:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.075748:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.075751:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.075771:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.075780:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 5 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.075789:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551619712:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.075850:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128333.077803:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551619712:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.077821:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.077833:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f200, rc 0) 00000100:00100000:1.0:1746128333.077874:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556089344:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2174us (2645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.077880:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31175 00000100:00100000:2.0:1746128333.078196:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.078215:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556089472 00000100:00100000:1.0:1746128333.078220:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556089472 00000100:00100000:1.0:1746128333.078250:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31176 00000100:00100000:1.0:1746128333.078256:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1725:x1830947556089472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.078268:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.078277:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964609d expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.078295:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.078298:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.078303:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.078305:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.078324:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.078333:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.078340:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f600, rc 0) 00000100:00100000:1.0:1746128333.078370:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556089472:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.078375:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31176 00000100:00100000:0.0:1746128333.079358:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.079409:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556089600 00000100:00100000:3.0:1746128333.079414:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556089600 00010000:00010000:3.0:1746128333.079431:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.079449:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16137 00000100:00100000:3.0:1746128333.079454:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e870700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556089600:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.079461:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.079474:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.079482:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.079498:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e6d3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964608f expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.079520:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.079522:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.079527:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.079537:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.079570:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.079580:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.079590:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551619968:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.079653:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.081346:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551619968:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.081359:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.081395:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e870700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556089600:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1941us (2038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.081402:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16137 00000100:00100000:0.0:1746128333.081453:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.081708:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556089856 00000100:00100000:2.0:1746128333.081713:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556089856 00002000:00100000:2.0:1746128333.081739:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872300 x1830947556089856/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.081748:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872300 with x1830947556089856 ext(0->4095) 00010000:00010000:2.0:1746128333.081754:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.081764:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.081770:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e872300 00000100:00100000:2.0:1746128333.081796:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3553 00000100:00100000:2.0:1746128333.081802:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556089856:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128333.081886:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556089856:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.081892:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3553 00002000:00100000:2.0:1746128333.081897:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872300 x1830947556089856/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.081903:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872300 with x1830947556089856 ext(0->4095) 00010000:00010000:2.0:1746128333.081908:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.081932:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.081937:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e872300 00000100:00100000:2.0:1746128333.083477:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.083532:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556089984 00000100:00100000:3.0:1746128333.083537:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556089984 00010000:00010000:3.0:1746128333.083618:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.083639:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16138 00000100:00100000:3.0:1746128333.083645:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556089984:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.083656:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.083669:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.083677:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.083693:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646096 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.083880:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.083882:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.083888:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.083895:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.083934:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.083944:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551620096:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.084058:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.085779:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551620096:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.085793:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.085829:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556089984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2183us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.085839:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16138 00000100:00100000:0.0:1746128333.086168:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.086233:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556090240 00000100:00100000:2.0:1746128333.086238:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556090240 00002000:00100000:2.0:1746128333.086263:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e873480 x1830947556090240/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.086271:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e873480 with x1830947556090240 ext(0->4095) 00002000:00010000:2.0:1746128333.086275:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e873480 00000100:00100000:2.0:1746128333.086289:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14123 00000100:00100000:2.0:1746128333.086294:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556090240:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128333.086470:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556090240:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.086476:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14123 00002000:00100000:2.0:1746128333.086481:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e873480 x1830947556090240/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.086487:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e873480 with x1830947556090240 ext(0->4095) 00002000:00010000:2.0:1746128333.086490:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e873480 00000100:00100000:0.0:1746128333.087780:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.087927:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556090368 00000100:00100000:2.0:1746128333.087931:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556090368 00000100:00100000:2.0:1746128333.087967:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31177 00000100:00100000:2.0:1746128333.087973:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556090368:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.087983:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.087996:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460a4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.088015:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 63 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.088022:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.088023:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.088026:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.088047:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 63 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.088057:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 63 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.088067:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551620224:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128333.088123:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128333.089686:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551620224:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128333.089705:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.089717:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128333.089742:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556090368:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1769us (1965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.089749:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31177 00000100:00100000:0.0:1746128333.090950:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.091135:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556090496 00000100:00100000:3.0:1746128333.091141:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556090496 00010000:00010000:3.0:1746128333.091164:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.091194:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16139 00000100:00100000:3.0:1746128333.091199:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556090496:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.091209:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.091224:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.091232:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.091249:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964609d expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.091272:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.091274:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.091280:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.091287:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.091311:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.091322:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551620352:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.091709:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.093410:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.093483:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551620352:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.093495:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.093520:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2014:x1830947556090496:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2321us (2574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.093529:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16139 00000100:00100000:2.0:1746128333.093616:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556090752 00000100:00100000:2.0:1746128333.093621:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556090752 00002000:00100000:2.0:1746128333.093650:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e871f80 x1830947556090752/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.093663:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e871f80 with x1830947556090752 ext(0->4095) 00002000:00010000:2.0:1746128333.093667:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e871f80 00000100:00100000:2.0:1746128333.093681:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14124 00000100:00100000:2.0:1746128333.093686:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556090752:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128333.093809:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556090752:12345-192.168.202.33@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.093815:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14124 00002000:00100000:2.0:1746128333.093819:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e871f80 x1830947556090752/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.093826:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e871f80 with x1830947556090752 ext(0->4095) 00002000:00010000:2.0:1746128333.093828:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e871f80 00000100:00100000:0.0:1746128333.096865:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.097205:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556090880 00000100:00100000:2.0:1746128333.097213:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556090880 00000100:00100000:2.0:1746128333.097248:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31178 00000100:00100000:2.0:1746128333.097254:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1725:x1830947556090880:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.097266:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.097279:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460ab expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.097301:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.097308:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.097310:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.097313:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.097336:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.097346:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 5 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.097357:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551620480:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128333.097428:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128333.097695:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.097759:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556091008 00000100:00100000:2.0:1746128333.097763:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556091008 00000100:00100000:2.0:1746128333.097982:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31179 00000100:00100000:2.0:1746128333.097989:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947556091008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.097995:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.098001:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460b2 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.098011:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.098015:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.098020:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.098022:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 66 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.098042:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.098052:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 66 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.098061:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6e00, rc 0) 00000100:00100000:2.0:1746128333.098098:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1723:x1830947556091008:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.098104:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31179 00000100:00100000:2.0:1746128333.099956:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551620480:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128333.099974:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.099985:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7c00, rc 0) 00000100:00100000:2.0:1746128333.100012:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556090880:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2757us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.100019:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31178 00000100:00100000:0.0:1746128333.100427:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.100482:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556091136 00000100:00100000:3.0:1746128333.100487:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556091136 00010000:00010000:3.0:1746128333.100508:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746128333.100710:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16140 00000100:00100000:0.0:1746128333.100718:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556091136:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128333.100728:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128333.100745:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128333.100755:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128333.100784:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6d52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460a4 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128333.100806:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128333.100807:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128333.100813:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.100820:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.100849:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.100860:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746128333.100869:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551620736:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128333.100939:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128333.103223:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551620736:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.103239:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.103278:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556091136:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2561us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.103288:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16140 00000100:00100000:0.0:1746128333.104164:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.104320:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556091392 00000100:00100000:3.0:1746128333.104326:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556091392 00002000:00100000:3.0:1746128333.104357:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872d80 x1830947556091392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.104392:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872d80 with x1830947556091392 ext(0->4095) 00010000:00010000:3.0:1746128333.104400:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.104412:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128333.104418:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e872d80 00000100:00100000:3.0:1746128333.104442:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3554 00000100:00100000:3.0:1746128333.104450:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556091392:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128333.104582:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556091392:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128333.104588:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3554 00002000:00100000:3.0:1746128333.104593:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e872d80 x1830947556091392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.104600:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e872d80 with x1830947556091392 ext(0->4095) 00010000:00010000:3.0:1746128333.104604:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.104613:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128333.104618:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e872d80 00000100:00100000:0.0:1746128333.106154:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.106745:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556091520 00000100:00100000:2.0:1746128333.106751:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556091520 00000100:00100000:2.0:1746128333.106791:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31180 00000100:00100000:2.0:1746128333.106798:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556091520:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.106810:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.106822:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460b9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.106840:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.106845:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.106850:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128333.106853:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.106879:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.106889:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.106896:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c038800, rc 0) 00000100:00100000:2.0:1746128333.106948:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556091520:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.106953:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31180 00000100:00100000:0.0:1746128333.107706:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.107848:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556091648 00000100:00100000:2.0:1746128333.107852:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556091648 00010000:00010000:2.0:1746128333.107868:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.107928:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16141 00000100:00100000:2.0:1746128333.107934:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2017:x1830947556091648:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128333.107943:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128333.107956:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.107964:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.107978:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6d59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ab expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.107999:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.108001:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.108006:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.108012:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.108030:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.108039:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.108049:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551620992:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128333.108104:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128333.109660:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551620992:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.109672:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.109696:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2017:x1830947556091648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1762us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.109704:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16141 00000100:00100000:1.0:1746128333.111087:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.111191:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556091904 00000100:00100000:2.0:1746128333.111197:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556091904 00002000:00100000:2.0:1746128333.111228:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7b80 x1830947556091904/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.111236:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7b80 with x1830947556091904 ext(0->4095) 00010000:00010000:2.0:1746128333.111243:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.111254:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.111260:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e7b80 00000100:00100000:2.0:1746128333.111707:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3555 00000100:00100000:2.0:1746128333.111714:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556091904:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128333.111822:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556091904:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.111828:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3555 00002000:00100000:2.0:1746128333.111833:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e7b80 x1830947556091904/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.111840:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e7b80 with x1830947556091904 ext(0->4095) 00010000:00010000:2.0:1746128333.111845:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.111853:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.111858:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e7b80 00000100:00100000:0.0:1746128333.113686:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128333.113761:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.113843:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556092032 00000100:00100000:3.0:1746128333.113851:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556092032 00000100:00100000:3.0:1746128333.113883:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31181 00000100:00100000:3.0:1746128333.113890:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556092032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128333.113902:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128333.113929:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460c0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.113950:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128333.113955:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.113964:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128333.113967:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.113998:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.114008:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.114016:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ede00, rc 0) 00000100:00100000:3.0:1746128333.114065:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947556092032:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.114072:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31181 00000100:00100000:2.0:1746128333.114222:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556092160 00000100:00100000:2.0:1746128333.114226:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556092160 00010000:00010000:2.0:1746128333.114241:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.114257:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16142 00000100:00100000:2.0:1746128333.114262:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556092160:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128333.114270:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128333.114283:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.114292:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.114306:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6d60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b2 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.114319:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.114320:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.114326:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.114337:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.114362:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.114372:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 5 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.114640:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551621248:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128333.114685:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128333.118572:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551621248:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.118591:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.118632:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556092160:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4368us (4870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.118642:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16142 00000100:00100000:1.0:1746128333.118893:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.119116:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556092416 00000100:00100000:2.0:1746128333.119122:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556092416 00002000:00100000:2.0:1746128333.119185:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5880 x1830947556092416/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.119193:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5880 with x1830947556092416 ext(0->4095) 00010000:00010000:2.0:1746128333.119675:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.119688:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.119694:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e5880 00000100:00100000:2.0:1746128333.119722:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3556 00000100:00100000:2.0:1746128333.119733:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556092416:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128333.119832:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556092416:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (940us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.119837:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3556 00002000:00100000:2.0:1746128333.119841:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a77e5880 x1830947556092416/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.119848:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77e5880 with x1830947556092416 ext(0->4095) 00010000:00010000:2.0:1746128333.119852:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.119860:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.119865:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a77e5880 00000100:00100000:0.0:1746128333.125240:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.125344:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556092544 00000100:00100000:2.0:1746128333.125356:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556092544 00010000:00010000:2.0:1746128333.125384:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.125421:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16143 00000100:00100000:2.0:1746128333.125428:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e870700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556092544:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128333.125440:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128333.125458:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.125467:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.125486:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6d67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460b9 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.126164:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.126166:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.126174:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.126182:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.126211:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128333.126221:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551621376:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128333.127247:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128333.129805:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551621376:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.129822:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.129856:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e870700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947556092544:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4429us (4623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.129865:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16143 00000100:00100000:0.0:1746128333.130709:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.130749:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556092800 00000100:00100000:3.0:1746128333.130755:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556092800 00002000:00100000:3.0:1746128333.130785:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e870380 x1830947556092800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.130793:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e870380 with x1830947556092800 ext(0->4095) 00002000:00010000:3.0:1746128333.130797:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e870380 00000100:00100000:3.0:1746128333.130824:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14125 00000100:00100000:3.0:1746128333.130830:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556092800:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128333.130943:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556092800:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128333.130951:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14125 00002000:00100000:3.0:1746128333.130956:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011e870380 x1830947556092800/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.130963:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e870380 with x1830947556092800 ext(0->4095) 00002000:00010000:3.0:1746128333.130965:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e870380 00000100:00100000:0.0:1746128333.132139:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.132202:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556092928 00000100:00100000:2.0:1746128333.132208:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556092928 00000100:00100000:2.0:1746128333.132249:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31182 00000100:00100000:2.0:1746128333.132255:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556092928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.132267:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.132280:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460c7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.132301:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.132308:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.132309:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.132312:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.132334:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.132345:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 63 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.132355:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551621504:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128333.132410:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.133841:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.133872:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551621504:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128333.133935:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556093056 00000100:00100000:3.0:1746128333.133939:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556093056 00010000:00010000:3.0:1746128333.133960:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.133980:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16144 00000100:00100000:3.0:1746128333.133986:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556093056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.133993:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.134010:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.134018:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.134036:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e6d6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c0 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.134123:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.134137:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.134139:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.134144:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.134150:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.134170:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128333.134179:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551621632:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128333.134236:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1bb40 going to sleep for 11 seconds 00010000:00010000:3.0:1746128333.134243:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.134261:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2014:x1830947556093056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 275us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.134269:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16144 00000100:00100000:2.0:1746128333.135291:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551621632:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.135300:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7800, rc 0) 00000100:00100000:2.0:1746128333.135332:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556092928:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3077us (3194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.135338:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31182 00000100:00100000:0.0:1746128333.136501:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.136584:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556093312 00000100:00100000:2.0:1746128333.136591:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556093312 00002000:00100000:2.0:1746128333.136621:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099312d80 x1830947556093312/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.136628:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312d80 with x1830947556093312 ext(0->4095) 00002000:00010000:2.0:1746128333.136632:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099312d80 00000100:00100000:2.0:1746128333.136653:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14126 00000100:00100000:2.0:1746128333.136660:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556093312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128333.136760:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556093312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.136765:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14126 00002000:00100000:2.0:1746128333.136769:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099312d80 x1830947556093312/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.136775:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312d80 with x1830947556093312 ext(0->4095) 00002000:00010000:2.0:1746128333.136777:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099312d80 00000100:00100000:0.0:1746128333.138839:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.139180:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556093440 00000100:00100000:2.0:1746128333.139187:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556093440 00000100:00100000:2.0:1746128333.139230:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31183 00000100:00100000:2.0:1746128333.139236:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1725:x1830947556093440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.139247:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.139261:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460ce expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.139294:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.139301:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.139303:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.139306:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.139330:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.139344:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 5 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.139355:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551621760:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128333.139745:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.140226:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.140286:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556093568 00000100:00100000:3.0:1746128333.140291:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556093568 00000100:00100000:3.0:1746128333.140313:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31184 00000100:00100000:3.0:1746128333.140317:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947556093568:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128333.140324:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128333.140331:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460d5 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.140342:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.140346:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.140351:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128333.140353:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 66 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.140371:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.140381:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 66 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.140389:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ec800, rc 0) 00000100:00100000:3.0:1746128333.140412:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1723:x1830947556093568:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.140418:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31184 00000100:00100000:2.0:1746128333.141800:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e983b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551621760:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128333.141819:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.141829:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6c00, rc 0) 00000100:00100000:2.0:1746128333.141864:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556093440:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2628us (3029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.141870:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31183 00000100:00100000:0.0:1746128333.142829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.142900:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556093696 00000100:00100000:3.0:1746128333.142905:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556093696 00010000:00010000:3.0:1746128333.142940:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.142958:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16145 00000100:00100000:3.0:1746128333.142964:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556093696:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.142973:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.142988:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.142997:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.143015:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6d75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460c7 expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.143323:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.143326:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.143332:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.143340:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.143363:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.143377:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.143387:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622016:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.143839:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.145569:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622016:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.145584:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.145620:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556093696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2655us (2791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.145628:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16145 00000100:00100000:0.0:1746128333.145823:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.146031:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556093952 00000100:00100000:3.0:1746128333.146036:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556093952 00002000:00100000:3.0:1746128333.146064:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311f80 x1830947556093952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.146072:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311f80 with x1830947556093952 ext(0->4095) 00010000:00010000:3.0:1746128333.146078:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.146087:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128333.146092:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099311f80 00000100:00100000:3.0:1746128333.146437:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3557 00000100:00100000:3.0:1746128333.146444:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556093952:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128333.146816:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556093952:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 372us (992us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128333.146822:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3557 00002000:00100000:3.0:1746128333.146827:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099311f80 x1830947556093952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.146835:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099311f80 with x1830947556093952 ext(0->4095) 00010000:00010000:3.0:1746128333.146839:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.146848:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128333.146853:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099311f80 00000100:00100000:0.0:1746128333.149685:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.149780:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556094080 00000100:00100000:2.0:1746128333.149788:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556094080 00000100:00100000:2.0:1746128333.149834:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31185 00000100:00100000:2.0:1746128333.149841:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556094080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.149853:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.149877:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460dc expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.149899:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.149904:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.149923:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128333.149926:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.149953:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.149962:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.149971:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128333.150013:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556094080:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.150019:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31185 00000100:00100000:2.0:1746128333.151281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.151724:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556094208 00000100:00100000:3.0:1746128333.151730:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556094208 00010000:00010000:3.0:1746128333.151751:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.152115:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16146 00000100:00100000:3.0:1746128333.152122:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2016:x1830947556094208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.152133:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.152149:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.152159:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.152177:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6d7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ce expref: 65 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.152201:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.152202:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.152208:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.152214:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.152239:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.152249:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 64 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.152259:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622272:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.153401:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.155956:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.156141:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556094464 00000100:00100000:2.0:1746128333.156149:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556094464 00002000:00100000:2.0:1746128333.156181:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099312680 x1830947556094464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.156189:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312680 with x1830947556094464 ext(0->4095) 00010000:00010000:2.0:1746128333.156197:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.156209:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.156220:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099312680 00000100:00100000:2.0:1746128333.156236:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3558 00000100:00100000:2.0:1746128333.156248:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556094464:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128333.156363:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556094464:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.156369:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3558 00002000:00100000:2.0:1746128333.156374:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099312680 x1830947556094464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.156381:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099312680 with x1830947556094464 ext(0->4095) 00010000:00010000:2.0:1746128333.156385:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.156393:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.156399:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099312680 00000100:00100000:3.0:1746128333.156512:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622272:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.156526:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.156574:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2016:x1830947556094208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4453us (5295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.156581:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16146 00000100:00100000:2.0:1746128333.159844:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.159932:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556094592 00000100:00100000:3.0:1746128333.159940:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556094592 00000100:00100000:3.0:1746128333.159974:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31186 00000100:00100000:3.0:1746128333.159981:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:1723:x1830947556094592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128333.159995:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128333.160007:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460e3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.160028:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128333.160033:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.160039:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128333.160042:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.160070:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.160081:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.160089:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128333.160136:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947556094592:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.160141:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31186 00000100:00100000:0.0:1746128333.160842:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.160978:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556094720 00000100:00100000:3.0:1746128333.160982:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556094720 00010000:00010000:3.0:1746128333.160997:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.161017:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16147 00000100:00100000:3.0:1746128333.161022:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2015:x1830947556094720:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.161030:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.161043:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.161052:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.161067:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ec800/0x6e2f3e23d86e6d83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460d5 expref: 65 pid: 9592 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.161522:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.161524:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.161530:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.161538:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.161575:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.161584:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 5 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.161598:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622528:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.161663:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.163521:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622528:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.163536:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.163852:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556094720:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2826us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.163861:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16147 00000100:00100000:0.0:1746128333.164793:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.165058:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556094976 00000100:00100000:2.0:1746128333.165065:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556094976 00002000:00100000:2.0:1746128333.165095:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313b80 x1830947556094976/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.165104:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313b80 with x1830947556094976 ext(0->4095) 00010000:00010000:2.0:1746128333.165110:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.165121:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.165128:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099313b80 00000100:00100000:2.0:1746128333.165143:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3559 00000100:00100000:2.0:1746128333.165149:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556094976:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128333.165238:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556094976:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.165244:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3559 00002000:00100000:2.0:1746128333.165249:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313b80 x1830947556094976/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.165255:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313b80 with x1830947556094976 ext(0->4095) 00010000:00010000:2.0:1746128333.165260:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.165267:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.165273:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099313b80 00000100:00100000:0.0:1746128333.169277:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.169468:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556095104 00000100:00100000:3.0:1746128333.169475:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556095104 00010000:00010000:3.0:1746128333.169503:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.169527:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16148 00000100:00100000:3.0:1746128333.169533:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556095104:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.169565:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.169582:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.169592:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.169610:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6d8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460dc expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.169638:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.169640:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.169646:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.169653:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.169679:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.169689:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622656:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.169756:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.172788:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622656:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.172806:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.172840:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556095104:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3307us (3570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.172849:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16148 00000100:00100000:0.0:1746128333.173084:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.173179:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556095360 00000100:00100000:1.0:1746128333.173185:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556095360 00002000:00100000:1.0:1746128333.173215:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313480 x1830947556095360/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.173224:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313480 with x1830947556095360 ext(0->4095) 00002000:00010000:1.0:1746128333.173228:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099313480 00000100:00100000:1.0:1746128333.173253:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14127 00000100:00100000:1.0:1746128333.173259:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556095360:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128333.173345:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556095360:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128333.173351:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14127 00002000:00100000:1.0:1746128333.173355:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099313480 x1830947556095360/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.173362:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099313480 with x1830947556095360 ext(0->4095) 00002000:00010000:1.0:1746128333.173365:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099313480 00000100:00100000:0.0:1746128333.175896:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.175976:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556095488 00000100:00100000:1.0:1746128333.175983:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556095488 00000100:00100000:1.0:1746128333.176025:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31187 00000100:00100000:1.0:1746128333.176031:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556095488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.176043:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.176055:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460ea expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.176075:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.176081:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.176083:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.176086:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.176109:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.176119:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 63 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.176129:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551622784:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.176194:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128333.177585:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551622784:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.177604:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.177615:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f600, rc 0) 00000100:00100000:1.0:1746128333.177643:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556095488:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1612us (1751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.177650:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31187 00000100:00100000:0.0:1746128333.179719:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.179930:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556095616 00000100:00100000:3.0:1746128333.179938:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556095616 00010000:00010000:3.0:1746128333.179963:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.179992:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16149 00000100:00100000:3.0:1746128333.179998:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556095616:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.180008:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.180023:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.180037:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.180055:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6d91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460e3 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.180078:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.180080:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.180086:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.180093:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.180115:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.180125:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622912:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.180190:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.184032:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.184320:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556095872 00000100:00100000:2.0:1746128333.184328:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556095872 00002000:00100000:2.0:1746128333.184363:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132144380 x1830947556095872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.184373:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144380 with x1830947556095872 ext(0->4095) 00002000:00010000:2.0:1746128333.184378:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132144380 00000100:00100000:3.0:1746128333.184614:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551622912:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.184631:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.184678:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:2015:x1830947556095616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4679us (4964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.184686:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16149 00000100:00100000:2.0:1746128333.184920:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14128 00000100:00100000:2.0:1746128333.184927:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556095872:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128333.185905:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556095872:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 975us (1877us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.185920:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14128 00002000:00100000:2.0:1746128333.185926:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132144380 x1830947556095872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.185934:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144380 with x1830947556095872 ext(0->4095) 00002000:00010000:2.0:1746128333.185937:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132144380 00000100:00100000:2.0:1746128333.186353:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.186408:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556096000 00000100:00100000:1.0:1746128333.186412:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556096000 00000100:00100000:1.0:1746128333.186445:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31188 00000100:00100000:1.0:1746128333.186450:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+63:1723:x1830947556096000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.186460:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.186472:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460f1 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.186496:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.186502:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.186504:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128333.186508:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.186529:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.186561:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 5 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.186572:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551623040:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.186632:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.188309:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.188421:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556096128 00000100:00100000:3.0:1746128333.188429:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556096128 00000100:00100000:3.0:1746128333.188473:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31189 00000100:00100000:3.0:1746128333.188479:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132147480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1725:x1830947556096128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128333.188491:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128333.188505:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460f8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.188523:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.188527:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 66 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.188533:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128333.188536:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.188586:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 66 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.188596:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.188605:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:3.0:1746128333.189205:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132147480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1725:x1830947556096128:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 723us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.189211:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31189 00000100:00100000:1.0:1746128333.190090:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551623040:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.190108:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.190118:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f200, rc 0) 00000100:00100000:1.0:1746128333.190144:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:1723:x1830947556096000:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3694us (3792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.190150:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31188 00000100:00100000:0.0:1746128333.190657:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.190977:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556096256 00000100:00100000:3.0:1746128333.190982:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556096256 00010000:00010000:3.0:1746128333.191001:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.191018:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16150 00000100:00100000:3.0:1746128333.191023:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556096256:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.191032:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.191047:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.191056:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.191074:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6d98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ea expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.191097:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.191099:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.191105:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.191112:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.191133:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 64 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.191143:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 64 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.191157:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551623296:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.191213:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.193903:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.194006:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556096512 00000100:00100000:2.0:1746128333.194012:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556096512 00002000:00100000:2.0:1746128333.194043:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145500 x1830947556096512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.194052:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145500 with x1830947556096512 ext(0->4095) 00010000:00010000:2.0:1746128333.194059:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.194071:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.194077:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145500 00000100:00100000:2.0:1746128333.194106:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3560 00000100:00100000:2.0:1746128333.194112:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556096512:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128333.194314:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551623296:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.194328:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.194720:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556096512:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 606us (821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.194726:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3560 00002000:00100000:2.0:1746128333.194732:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132145500 x1830947556096512/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.194738:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145500 with x1830947556096512 ext(0->4095) 00010000:00010000:2.0:1746128333.194743:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.194752:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.194757:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145500 00000100:00100000:3.0:1746128333.194919:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556096256:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3887us (4254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.194927:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16150 00000100:00100000:0.0:1746128333.201136:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.201247:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556096640 00000100:00100000:3.0:1746128333.201255:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556096640 00010000:00010000:3.0:1746128333.201285:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.201309:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16151 00000100:00100000:3.0:1746128333.201315:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132147800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+65:2014:x1830947556096640:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.201326:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.201341:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.201350:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.201369:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e6d9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f1 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.201397:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.201400:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.201406:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.201413:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.201438:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.201448:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551623424:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.202133:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.204295:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551623424:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.204312:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.204346:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132147800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2014:x1830947556096640:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3031us (3218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.204355:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16151 00000100:00100000:0.0:1746128333.204761:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.204935:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556096896 00000100:00100000:3.0:1746128333.204940:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556096896 00002000:00100000:3.0:1746128333.204974:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132144000 x1830947556096896/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.204983:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144000 with x1830947556096896 ext(0->4095) 00002000:00010000:3.0:1746128333.204987:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132144000 00000100:00100000:3.0:1746128333.206252:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14129 00000100:00100000:3.0:1746128333.206261:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556096896:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128333.206371:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2015:x1830947556096896:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1611us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128333.206377:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14129 00002000:00100000:3.0:1746128333.206382:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132144000 x1830947556096896/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.206389:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132144000 with x1830947556096896 ext(0->4095) 00002000:00010000:3.0:1746128333.206392:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132144000 00000100:00100000:0.0:1746128333.220765:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.220851:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556097024 00000100:00100000:1.0:1746128333.220859:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556097024 00000100:00100000:1.0:1746128333.220906:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31190 00000100:00100000:1.0:1746128333.220927:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556097024:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128333.220941:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128333.220954:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96460ff expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.220977:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.220983:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.220985:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128333.220988:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.221011:0:9593:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.221021:0:9593:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 63 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746128333.221032:0:9593:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551623552:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128333.221358:0:9593:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90180 going to sleep for 11 seconds 00010000:00010000:1.0:1746128333.225844:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128333.230937:0:9593:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9593:1830947551623552:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128333.230967:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128333.230988:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e600, rc 0) 00000100:00100000:1.0:1746128333.231038:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556097024:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10111us (10278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.231045:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31190 00000100:00100000:0.0:1746128333.233046:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.233213:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556097152 00000100:00100000:1.0:1746128333.233221:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556097152 00002000:00100000:1.0:1746128333.233255:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132146680 x1830947556097152/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 496/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.233262:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132146680 with x1830947556097152 ext(0->7) 00010000:00010000:1.0:1746128333.233269:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128333.233280:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 64 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128333.233286:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132146680 00000100:00100000:1.0:1746128333.233317:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3561 00000100:00100000:1.0:1746128333.233324:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+64:2017:x1830947556097152:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128333.234175:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2017:x1830947556097152:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 849us (1133us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746128333.234183:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3561 00002000:00100000:0.0:1746128333.234189:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132146680 x1830947556097152/t4294970581(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 496/448 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128333.234202:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132146680 with x1830947556097152 ext(0->7) 00010000:00010000:0.0:1746128333.234207:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 66 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128333.234217:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 66 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746128333.234221:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132146680 00000100:00100000:0.0:1746128333.239741:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128333.239773:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556097280 00000100:00100000:0.0:1746128333.239781:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556097280 00000100:00100000:0.0:1746128333.239829:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31191 00000100:00100000:0.0:1746128333.239837:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:1723:x1830947556097280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128333.239850:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128333.239864:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646106 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.239885:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128333.239892:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.239897:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128333.239900:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 67 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.239946:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.239960:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 67 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.239969:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9e00, rc 0) 00000100:00100000:0.0:1746128333.240011:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:1723:x1830947556097280:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128333.240017:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31191 00000100:00100000:0.0:1746128333.240463:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.241804:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556097408 00000100:00100000:2.0:1746128333.241811:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556097408 00010000:00010000:2.0:1746128333.241838:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 67 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.241860:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16152 00000100:00100000:2.0:1746128333.241865:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132144a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:2016:x1830947556097408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128333.241874:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128333.241890:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 67 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.241900:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 67 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.241927:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e6da6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460f8 expref: 67 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.242264:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.242266:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.242273:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.242280:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.242304:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.242314:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 5 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.242324:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551623808:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128333.243790:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128333.247530:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551623808:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.247569:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.247608:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2016:x1830947556097408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5742us (7143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.247618:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16152 00000100:00100000:0.0:1746128333.248786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.248830:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556097664 00000100:00100000:2.0:1746128333.248836:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556097664 00002000:00100000:2.0:1746128333.248867:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132147b80 x1830947556097664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.248876:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132147b80 with x1830947556097664 ext(0->4095) 00010000:00010000:2.0:1746128333.248884:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.248894:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.248901:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132147b80 00000100:00100000:2.0:1746128333.248936:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3562 00000100:00100000:2.0:1746128333.248943:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556097664:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128333.249051:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556097664:12345-192.168.202.33@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.249056:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3562 00002000:00100000:2.0:1746128333.249061:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132147b80 x1830947556097664/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.249068:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132147b80 with x1830947556097664 ext(0->4095) 00010000:00010000:2.0:1746128333.249073:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.249080:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.249085:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132147b80 00000100:00100000:0.0:1746128333.250952:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.251027:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556097792 00000100:00100000:2.0:1746128333.251033:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556097792 00010000:00010000:2.0:1746128333.251053:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.251076:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16153 00000100:00100000:2.0:1746128333.251082:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132144e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556097792:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128333.251093:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128333.251108:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.251118:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.251138:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e6dad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96460ff expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.251166:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.251168:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.251175:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.251182:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.251209:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128333.251225:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551623936:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128333.251289:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.256208:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.256512:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556098048 00000100:00100000:3.0:1746128333.256520:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556098048 00002000:00100000:3.0:1746128333.256576:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132147100 x1830947556098048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.256585:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132147100 with x1830947556098048 ext(0->4095) 00002000:00010000:3.0:1746128333.256590:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132147100 00000100:00100000:3.0:1746128333.256607:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14130 00000100:00100000:3.0:1746128333.256614:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2015:x1830947556098048:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128333.256734:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2015:x1830947556098048:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128333.256740:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14130 00002000:00100000:3.0:1746128333.256745:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880132147100 x1830947556098048/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.256752:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132147100 with x1830947556098048 ext(0->4095) 00002000:00010000:3.0:1746128333.256754:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132147100 00000100:00100000:2.0:1746128333.257103:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551623936:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.257118:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.257194:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556097792:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6111us (6246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.257202:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16153 00000100:00100000:0.0:1746128333.261859:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.262570:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556098176 00000100:00100000:2.0:1746128333.262579:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556098176 00000100:00100000:2.0:1746128333.262633:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31192 00000100:00100000:2.0:1746128333.262640:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132144700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556098176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.262655:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.262670:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964610d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.262696:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.262703:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.262704:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.262707:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.262740:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 65 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.262754:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 65 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.262766:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551624064:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128333.264120:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128333.265774:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551624064:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128333.265796:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.265808:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:2.0:1746128333.265849:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132144700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556098176:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3209us (3997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.265857:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31192 00000100:00100000:0.0:1746128333.265990:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.266074:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556098304 00000100:00100000:2.0:1746128333.266079:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556098304 00002000:00100000:2.0:1746128333.266105:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132145f80 x1830947556098304/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 496/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.266113:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145f80 with x1830947556098304 ext(0->7) 00010000:00010000:2.0:1746128333.266119:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 66 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.266129:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 66 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.266138:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145f80 00000100:00100000:2.0:1746128333.266163:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3563 00000100:00100000:2.0:1746128333.266168:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+66:2014:x1830947556098304:12345-192.168.202.33@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128333.267099:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2014:x1830947556098304:12345-192.168.202.33@tcp:4:ldlm_bl.0 Request processed in 927us (1107us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746128333.267105:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3563 00002000:00100000:0.0:1746128333.267111:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880132145f80 x1830947556098304/t4294970582(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 496/448 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128333.267118:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132145f80 with x1830947556098304 ext(0->7) 00010000:00010000:0.0:1746128333.267123:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 68 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746128333.267132:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 68 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746128333.267141:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132145f80 00000100:00100000:0.0:1746128333.268813:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.268941:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556098432 00000100:00100000:2.0:1746128333.268947:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556098432 00010000:00010000:2.0:1746128333.268966:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 68 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.268993:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16154 00000100:00100000:2.0:1746128333.268998:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2017:x1830947556098432:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128333.269007:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128333.269019:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 68 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.269028:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 68 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.269045:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6db4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646106 expref: 68 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.269738:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.269740:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.269747:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.269759:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.269786:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128333.269796:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551624192:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128333.270521:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.272316:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.272592:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551624192:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.272607:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.272637:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:2017:x1830947556098432:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3638us (3827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.272647:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16154 00000100:00100000:1.0:1746128333.272744:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556098688 00000100:00100000:1.0:1746128333.272750:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556098688 00002000:00100000:1.0:1746128333.272780:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4a80 x1830947556098688/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.272789:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4a80 with x1830947556098688 ext(0->4095) 00002000:00010000:1.0:1746128333.272792:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e4a80 00000100:00100000:1.0:1746128333.272822:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14131 00000100:00100000:1.0:1746128333.272829:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556098688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128333.272934:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556098688:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (623us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128333.272940:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14131 00002000:00100000:1.0:1746128333.272945:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4a80 x1830947556098688/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.272952:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4a80 with x1830947556098688 ext(0->4095) 00002000:00010000:1.0:1746128333.272954:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e4a80 00000100:00100000:0.0:1746128333.274777:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.274846:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556098816 00000100:00100000:2.0:1746128333.274851:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556098816 00000100:00100000:2.0:1746128333.274879:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31193 00000100:00100000:2.0:1746128333.274884:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:1725:x1830947556098816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.274896:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.274920:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646114 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.274941:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.274947:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.274950:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.274953:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.274977:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.274987:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 5 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.274997:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551624320:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128333.275058:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128333.276255:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551624320:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128333.276272:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.276282:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6e00, rc 0) 00000100:00100000:2.0:1746128333.276311:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1725:x1830947556098816:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1422us (1534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.276318:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31193 00000100:00100000:0.0:1746128333.278614:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128333.278661:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.278674:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556098944 00000100:00100000:2.0:1746128333.278680:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556098944 00000100:00100000:3.0:1746128333.278738:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556099072 00000100:00100000:3.0:1746128333.278741:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556099072 00000100:00100000:3.0:1746128333.278777:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31194 00000100:00100000:3.0:1746128333.278784:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947556099072:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128333.278796:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128333.278809:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964611b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.278827:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.278831:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.278836:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128333.278839:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.278862:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.278870:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.278877:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed600, rc 0) 00000100:00100000:3.0:1746128333.278919:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1723:x1830947556099072:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.278925:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31194 00010000:00010000:2.0:1746128333.278961:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.278976:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16155 00000100:00100000:2.0:1746128333.278981:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556098944:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128333.278989:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128333.279002:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.279010:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.279023:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6dbb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964610d expref: 6 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.279034:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.279035:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.279040:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.279045:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.279059:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.279067:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 68 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746128333.279075:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551624576:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128333.279111:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096c1b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.283452:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.283503:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556099328 00000100:00100000:3.0:1746128333.283512:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556099328 00002000:00100000:3.0:1746128333.283568:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4000 x1830947556099328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.283583:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4000 with x1830947556099328 ext(0->4095) 00010000:00010000:3.0:1746128333.283591:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.283604:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128333.283611:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4000 00000100:00100000:3.0:1746128333.283639:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3564 00000100:00100000:3.0:1746128333.283646:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947556099328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128333.283769:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2015:x1830947556099328:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128333.283774:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3564 00002000:00100000:3.0:1746128333.283780:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4000 x1830947556099328/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128333.283786:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4000 with x1830947556099328 ext(0->4095) 00010000:00010000:3.0:1746128333.283790:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.283798:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:3.0:1746128333.283803:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4000 00000100:00100000:2.0:1746128333.284058:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551624576:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.284073:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.284108:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556098944:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 5126us (5500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.284116:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16155 00000100:00100000:0.0:1746128333.286242:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.286288:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556099456 00000100:00100000:2.0:1746128333.286293:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556099456 00000100:00100000:2.0:1746128333.286332:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31195 00000100:00100000:2.0:1746128333.286339:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:1725:x1830947556099456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.286349:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.286361:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646122 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.286379:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.286383:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.286388:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128333.286391:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.286415:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.286424:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.286431:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128333.286470:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:1725:x1830947556099456:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.286476:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31195 00000100:00100000:0.0:1746128333.287167:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.287355:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556099584 00000100:00100000:2.0:1746128333.287359:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556099584 00010000:00010000:2.0:1746128333.287375:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.288684:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16156 00000100:00100000:3.0:1746128333.288694:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2014:x1830947556099584:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.288704:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.288722:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.288734:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.288751:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6dc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646114 expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.288777:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.288778:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.288784:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.288792:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.288815:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.288826:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.288837:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551624832:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.288914:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128333.290531:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551624832:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.290563:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.290601:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2014:x1830947556099584:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1909us (3435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.290609:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16156 00000100:00100000:0.0:1746128333.291269:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.291386:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556099840 00000100:00100000:1.0:1746128333.291391:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556099840 00002000:00100000:1.0:1746128333.291416:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4380 x1830947556099840/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.291425:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4380 with x1830947556099840 ext(0->4095) 00010000:00010000:1.0:1746128333.291430:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128333.291440:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128333.291445:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4380 00000100:00100000:1.0:1746128333.291465:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3565 00000100:00100000:1.0:1746128333.291470:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947556099840:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128333.291587:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947556099840:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128333.291592:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3565 00002000:00100000:1.0:1746128333.291597:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4380 x1830947556099840/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128333.291604:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4380 with x1830947556099840 ext(0->4095) 00010000:00010000:1.0:1746128333.291608:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746128333.291616:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 68 pid: 9591 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746128333.291621:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4380 00000100:00100000:0.0:1746128333.294156:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128333.294282:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.294360:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556099968 00000100:00100000:2.0:1746128333.294368:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556099968 00000100:00100000:3.0:1746128333.294689:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556100096 00000100:00100000:2.0:1746128333.294822:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31196 00000100:00100000:2.0:1746128333.294831:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:1723:x1830947556099968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128333.294844:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.294857:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6dd7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646129 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.294878:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128333.294883:0:9593:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.294889:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128333.294892:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6dd7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646129 expref: 69 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.294945:0:9593:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.294956:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6dd7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646129 expref: 69 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.294969:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128333.295005:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:1723:x1830947556099968:12345-192.168.202.33@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.295010:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31196 00000100:00100000:3.0:1746128333.295384:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556100096 00010000:00010000:3.0:1746128333.295402:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.295421:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16157 00000100:00100000:3.0:1746128333.295427:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+69:2017:x1830947556100096:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.295435:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.295450:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.295461:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.295476:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e6dc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964611b expref: 69 pid: 9591 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.295500:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.295501:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.295507:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.295514:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.295534:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 5 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.295570:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 5 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.295581:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551625088:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.295632:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.298321:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.298526:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551625088:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128333.298565:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128333.298607:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2017:x1830947556100096:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3179us (4325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128333.298617:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16157 00000100:00100000:2.0:1746128333.298697:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556100352 00000100:00100000:2.0:1746128333.298703:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556100352 00002000:00100000:2.0:1746128333.298732:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4700 x1830947556100352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/0 e 0 to 0 dl 1746128344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.298741:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4700 with x1830947556100352 ext(0->4095) 00010000:00010000:2.0:1746128333.298747:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.298758:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.298764:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4700 00000100:00100000:2.0:1746128333.298779:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3566 00000100:00100000:2.0:1746128333.298784:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556100352:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128333.298873:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556100352:12345-192.168.202.33@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128333.298878:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3566 00002000:00100000:2.0:1746128333.298882:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012f1e4700 x1830947556100352/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746128344 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128333.298894:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e4700 with x1830947556100352 ext(0->4095) 00010000:00010000:2.0:1746128333.298897:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746128333.298905:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746128333.298920:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f1e4700 00000100:00100000:0.0:1746128333.301258:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.302223:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556100480 00000100:00100000:3.0:1746128333.302231:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556100480 00010000:00010000:3.0:1746128333.302259:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746128333.302290:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16158 00000100:00100000:3.0:1746128333.302295:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556100480:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128333.302305:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128333.302321:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.302460:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.302479:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e6dd0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646122 expref: 6 pid: 9593 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746128333.302498:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.302500:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128333.302506:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6dd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646129 expref: 67 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.302512:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646129 expref: 67 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128333.302536:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646129 expref: 67 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128333.302568:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551625216:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128333.302629:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128333.303365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128333.303510:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556100736 00000100:00100000:3.0:1746128333.303514:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556100736 00000100:00100000:3.0:1746128333.303573:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 186 00000100:00100000:3.0:1746128333.303579:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:1723:x1830947556100736:12345-192.168.202.33@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:3.0:1746128333.303776:0:16801:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985575 00000100:00100000:3.0:1746128333.303848:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1723:x1830947556100736:12345-192.168.202.33@tcp:35:rw_seq_cst_vs_d.0 Request processed in 268us (483us total) trans 4294985576 rc 0/0 00000100:00100000:3.0:1746128333.303855:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 186 00000020:00080000:3.0:1746128333.303860:0:16801:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1746128333.303930:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128333.305361:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128333.305641:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556100992 00000100:00100000:1.0:1746128333.305648:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556100992 00000100:00100000:1.0:1746128333.305756:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 187 00000100:00100000:1.0:1746128333.305762:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:1723:x1830947556100992:12345-192.168.202.33@tcp:35:rw_seq_cst_vs_d.0 00000100:00080000:2.0:1746128333.305854:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746128333.305892:0:7234:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.33@tcp) returned -22 from completion AST (req@ffff88012f111180 x1830947551625216) - normal race ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646129 expref: 67 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.305934:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6dd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646129 expref: 67 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128333.305948:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551625216:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128333.305968:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128333.306005:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2015:x1830947556100480:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3709us (4752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.306012:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16158 00000100:00100000:1.0:1746128333.306503:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:1723:x1830947556100992:12345-192.168.202.33@tcp:35:rw_seq_cst_vs_d.0 Request processed in 740us (1144us total) trans 4294985577 rc 0/0 00000100:00100000:1.0:1746128333.306509:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 187 00000100:00100000:0.0:1746128333.323293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.323972:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556101120 00000100:00100000:2.0:1746128333.323980:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556101120 00000100:00100000:2.0:1746128333.324023:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41733 00000100:00100000:2.0:1746128333.324029:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:1742:x1830947556101120:12345-192.168.202.33@tcp:101:rm.0 00010000:00010000:2.0:1746128333.324054:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.324069:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6dde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646130 expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.324117:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6de5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.324138:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.324146:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:2.0:1746128333.324179:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746128333.324182:0:14269:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128333.324193:0:14269:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.324211:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6dde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646130 expref: 10 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.324240:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6de5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646130 expref: 9 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.324247:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128333.324250:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128333.324252:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6400, rc 0) 00000100:00100000:2.0:1746128333.324298:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1742:x1830947556101120:12345-192.168.202.33@tcp:101:rm.0 Request processed in 268us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.324304:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41733 00000100:00100000:0.0:1746128333.326242:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.326327:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556101248 00000100:00100000:2.0:1746128333.326334:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556101248 00000100:00100000:2.0:1746128333.326478:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41734 00000100:00100000:2.0:1746128333.326485:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1742:x1830947556101248:12345-192.168.202.33@tcp:101:rm.0 00010000:00010000:2.0:1746128333.326498:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.326509:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6dec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646137 expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.326568:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326577:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326585:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326644:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326650:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326656:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326718:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6e01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326725:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6e01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326731:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6e01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:2.0:1746128333.326760:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 8 00000004:00200000:2.0:1746128333.326764:0:14269:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128333.326776:0:14269:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6e01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326783:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6e01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326790:0:14269:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326794:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326798:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326803:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326807:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef7800 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128333.326810:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326814:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326822:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128333.326825:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128333.326827:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326832:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7800/0x6e2f3e23d86e6df3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326840:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326845:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326849:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326852:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c038800 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128333.326855:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326858:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326862:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012db6d900) 00010000:00010000:2.0:1746128333.326864:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128333.326866:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326869:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e6dfa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128333.326887:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6dec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646137 expref: 11 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.326895:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6e01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646137 expref: 10 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128333.326901:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880096724f00) 00010000:00010000:2.0:1746128333.326903:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128333.326904:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c038400, rc 0) 00000100:00100000:2.0:1746128333.326948:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1742:x1830947556101248:12345-192.168.202.33@tcp:101:rm.0 Request processed in 463us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.326953:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41734 00000100:00100000:0.0:1746128333.330009:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.330281:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556101376 00000100:00100000:2.0:1746128333.330288:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556101376 00000100:00100000:2.0:1746128333.330320:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31197 00000100:00100000:2.0:1746128333.330326:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+67:2015:x1830947556101376:12345-192.168.202.33@tcp:101:rm.0 00010000:00010000:2.0:1746128333.330338:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128333.330352:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964613e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128333.330368:0:9591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 8, mtime: 0x6813cdcd, atime: 0x6813cdb9, ctime: 0x6813cdcd, blocks: 0x8 00010000:00010000:2.0:1746128333.330381:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.330383:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128333.330389:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 68 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128333.330401:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 68 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128333.330409:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6600, rc 0) 00000100:00100000:2.0:1746128333.330507:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+68:2015:x1830947556101376:12345-192.168.202.33@tcp:101:rm.0 Request processed in 179us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.330512:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31197 00000100:00100000:0.0:1746128333.331801:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.331870:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556101632 00000100:00100000:2.0:1746128333.331875:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556101632 00000100:00100000:0.0:1746128333.331983:0:9196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41735 00000100:00100000:0.0:1746128333.331990:0:9196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:1742:x1830947556101632:12345-192.168.202.33@tcp:36:rm.0 00010000:00010000:0.0:1746128333.332023:0:9196:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746128333.332042:0:9196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038400/0x6e2f3e23d86e6e01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646137 expref: 10 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.332304:0:9196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f800/0x6e2f3e23d86e346b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96427c4 expref: 9 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.332314:0:9196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880096724f00) 00010000:00010000:0.0:1746128333.332321:0:9196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6de5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646130 expref: 8 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128333.332326:0:9196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128333.332329:0:9196:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128333.332343:0:9196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332351:0:9196:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332357:0:9196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332367:0:9196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332372:0:9196:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332377:0:9196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332440:0:9196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332446:0:9196:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332452:0:9196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9196 initiator: MDT0 00000040:00080000:0.0:1746128333.332787:0:9196:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:0.0:1746128333.332800:0:9196:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 730521256707ns, next at 731521255164ns, rc = 0 00010000:00010000:0.0:1746128333.332836:0:9196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332843:0:9196:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332850:0:9196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332855:0:9196:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332860:0:9196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332864:0:9196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332885:0:9196:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746128333.332898:0:9196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332903:0:9196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128333.332904:0:7236:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746128333.332920:0:9196:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128333.332921:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128333.332925:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0871600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128333.332925:0:9196:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9e00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128333.332928:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332928:0:9196:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128333.332933:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332933:0:9196:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.332944:0:9196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880096724f00) 00010000:00010000:0.0:1746128333.332946:0:9196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746128333.332949:0:9196:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128333.332950:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880096724f00) 00010000:00010000:2.0:1746128333.332952:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746128333.332953:0:9196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e1d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128333.332954:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128333.332958:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6e24 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128333.332965:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746128333.332966:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746128333.332967:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128333.333051:0:9196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.333056:0:9196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.333060:0:9196:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.333064:0:9196:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e4b9200 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128333.333066:0:9196:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.333070:0:9196:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.333077:0:9196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128333.333079:0:9196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128333.333081:0:9196:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.333089:0:9196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9200/0x6e2f3e23d86e6e0f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9196 initiator: MDT0 00000004:00010000:0.0:1746128333.333095:0:9196:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009631bb80 reply state ffff8800909d1000 transno 4294985578 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.333102:0:9196:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9196 initiator: MDT0 00010000:00010000:0.0:1746128333.333106:0:9196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008a3b3c00) 00010000:00010000:0.0:1746128333.333107:0:9196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746128333.333109:0:9196:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746128333.333174:0:9196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:1742:x1830947556101632:12345-192.168.202.33@tcp:36:rm.0 Request processed in 1183us (1373us total) trans 4294985578 rc 0/0 00000100:00100000:0.0:1746128333.333180:0:9196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41735 00000100:00100000:0.0:1746128333.336223:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128333.336248:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128333.336270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.336305:0:9196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556101888 00000100:00100000:2.0:1746128333.336313:0:9196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556101888 00000100:00100000:0.0:1746128333.336344:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128333.336354:0:9196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1079 00000100:00100000:2.0:1746128333.336362:0:9196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947556101888:12345-192.168.202.33@tcp:400:kworker.0 00000100:00080000:0.0:1746128333.336366:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746128333.336377:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556102016 00000100:00100000:0.0:1746128333.336380:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556102016 00000100:00100000:0.0:1746128333.336404:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 715 00000100:00100000:0.0:1746128333.336408:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947556102016:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1746128333.336409:0:9196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947556101888:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 49us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.336415:0:9196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1079 00000100:00100000:2.0:1746128333.336426:0:9196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556102144 00000100:00100000:0.0:1746128333.336426:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947556102016:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 18us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.336428:0:9196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556102144 00000100:00100000:0.0:1746128333.336431:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 715 00000100:00080000:0.0:1746128333.336440:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746128333.336441:0:9196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1080 00000100:00080000:0.0:1746128333.336443:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128333.336445:0:9196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947556102144:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1746128333.336461:0:9196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2016:x1830947556102144:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 16us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128333.336465:0:9196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1080 00000100:00100000:1.0:1746128333.336537:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556101760 00000100:00100000:1.0:1746128333.336560:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556101760 00000100:00100000:1.0:1746128333.336585:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 545 00000100:00100000:1.0:1746128333.336589:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd310108-2f90-4075-8622-2788371490e6+12:2017:x1830947556101760:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1746128333.336624:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd310108-2f90-4075-8622-2788371490e6+12:2017:x1830947556101760:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 34us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128333.336631:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 545 00010000:00010000:0.0:1746128334.228187:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746128334.526473:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970582 is committed 00000100:00100000:0.0:1746128334.557301:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746128334.557319:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551625344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128334.557371:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128334.557717:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551625344 00000100:00100000:1.0:1746128334.557723:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551625344 00000100:00100000:1.0:1746128334.557774:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1746128334.557781:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551625344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746128334.557798:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921059840 avail 3688648704 00000100:00100000:1.0:1746128334.557835:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551625344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128334.557839:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00080000:1.0:1746128334.557861:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128334.557932:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551625344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746128334.587701:0:3773:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746128334.587719:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551625472:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746128334.587772:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128334.587825:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551625472 00000100:00100000:3.0:1746128334.587831:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551625472 00000100:00100000:0.0:1746128334.605928:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1746128334.605948:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3773:x1830947551625472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746128334.605984:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746128334.606046:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3773:x1830947551625472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (18273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128334.606051:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1746128334.606096:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551625472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746128334.606884:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551625600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746128334.606924:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746128334.607486:0:10624:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 731795942417ns, next at 732795940525ns, rc = 0 00000100:00100000:3.0:1746128334.607565:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551625600 00000100:00100000:3.0:1746128334.607572:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551625600 00000100:00100000:3.0:1746128334.607607:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1746128334.607614:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551625600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746128334.607627:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921059840 avail 3688648704 00000100:00100000:3.0:1746128334.607654:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551625600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128334.607659:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:0.0:1746128334.607716:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128334.607793:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551625600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746128334.667919:0:3775:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746128334.667937:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551625728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746128334.667989:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128334.668853:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551625728 00000100:00100000:2.0:1746128334.668861:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551625728 00000100:00100000:0.0:1746128334.674600:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1746128334.674616:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551625728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746128334.674650:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746128334.674715:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551625728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (6726us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128334.674721:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1746128334.674848:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551625728:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746128335.230417:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746128336.231708:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128336.331879:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009631b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3774:1830947551625984:0@lo:400:kworker.0 00000100:00100000:0.0:1746128336.331944:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128336.331991:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3774:1830947551626496:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332005:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551625984 00000100:00100000:0.0:1746128336.332007:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128336.332011:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551625984 00000100:00100000:0.0:1746128336.332017:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3774:1830947551627008:0@lo:400:kworker.0 00000100:00100000:0.0:1746128336.332029:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128336.332042:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551626496 00000100:00100000:0.0:1746128336.332042:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1746128336.332044:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551626496 00000100:00100000:0.0:1746128336.332045:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3774:1830947551625856:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332060:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551627008 00000100:00100000:3.0:1746128336.332062:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551627008 00000100:00100000:0.0:1746128336.332063:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128336.332074:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1746128336.332075:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551626368:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332079:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3774:x1830947551625984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128336.332089:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128336.332098:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551626880:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332113:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3774:x1830947551625984:12345-0@lo:400:kworker.0 Request processed in 34us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128336.332114:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128336.332118:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1746128336.332122:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551627392:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332130:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1746128336.332134:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3774:x1830947551626496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128336.332134:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128336.332150:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3774:x1830947551626496:12345-0@lo:400:kworker.0 Request processed in 17us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128336.332153:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009631b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3774:1830947551625984:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332157:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1746128336.332160:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3774:1830947551626496:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332163:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1746128336.332167:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3774:x1830947551627008:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746128336.332181:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746128336.332184:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3774:x1830947551627008:12345-0@lo:400:kworker.0 Request processed in 17us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.332188:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1746128336.332190:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551625856 00000100:00100000:0.0:1746128336.332192:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551625856 00000100:00100000:3.0:1746128336.332208:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3774:1830947551627008:0@lo:400:kworker.0 00000100:00100000:0.0:1746128336.332211:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1746128336.332214:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3774:x1830947551625856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332228:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551626368 00000100:00100000:3.0:1746128336.332230:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551626368 00000100:00100000:0.0:1746128336.332236:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3774:x1830947551625856:12345-0@lo:400:kworker.0 Request processed in 22us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128336.332241:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1746128336.332246:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1746128336.332249:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551626368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128336.332258:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551626880 00000100:00100000:0.0:1746128336.332260:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551626880 00000100:00100000:3.0:1746128336.332272:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551626368:12345-0@lo:400:kworker.0 Request processed in 20us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.332276:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1746128336.332276:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551627392 00000100:00100000:0.0:1746128336.332278:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551627392 00000100:00100000:0.0:1746128336.332288:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1746128336.332291:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3774:1830947551625856:0@lo:400:kworker.0 00000100:00100000:0.0:1746128336.332293:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551626880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332298:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551626368:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.332320:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1746128336.332325:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551627392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332360:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009631b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551626112:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332380:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128336.332392:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3775:1830947551626624:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332406:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128336.332415:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3775:1830947551627136:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332428:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128336.332438:0:3775:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746128336.332442:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3775:1830947551626240:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332454:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128336.332463:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551626752:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332475:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128336.332485:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551627264:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332497:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128336.332516:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551626752 00000100:00100000:1.0:1746128336.332519:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551626752 00000100:00100000:1.0:1746128336.332534:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551627264 00000100:00100000:1.0:1746128336.332535:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551627264 00000100:00100000:1.0:1746128336.332564:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1746128336.332568:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3775:x1830947551626752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332591:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3775:x1830947551626752:12345-0@lo:400:kworker.0 Request processed in 22us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128336.332595:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1746128336.332603:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1746128336.332607:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3775:x1830947551627264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332622:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3775:x1830947551627264:12345-0@lo:400:kworker.0 Request processed in 16us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128336.332627:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1746128336.332637:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551626624 00000100:00100000:1.0:1746128336.332639:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551626624 00000100:00100000:1.0:1746128336.332651:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551627136 00000100:00100000:1.0:1746128336.332653:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551627136 00000100:00100000:1.0:1746128336.332661:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551626240 00000100:00100000:1.0:1746128336.332663:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551626240 00000100:00100000:1.0:1746128336.332670:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1746128336.332674:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3775:x1830947551626624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332691:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3775:x1830947551626624:12345-0@lo:400:kworker.0 Request processed in 17us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128336.332695:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1746128336.332701:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1746128336.332704:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3775:x1830947551627136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332717:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3775:x1830947551627136:12345-0@lo:400:kworker.0 Request processed in 12us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128336.332720:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1746128336.332726:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1746128336.332729:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3775:x1830947551626240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332741:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3775:x1830947551626240:12345-0@lo:400:kworker.0 Request processed in 12us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128336.332745:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1746128336.332759:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3775:1830947551626240:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332765:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551626752:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332771:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551627264:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332776:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3775:1830947551626624:0@lo:400:kworker.0 00000100:00100000:1.0:1746128336.332782:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3775:1830947551627136:0@lo:400:kworker.0 00000100:00100000:2.0:1746128336.333025:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551626112 00000100:00100000:2.0:1746128336.333028:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551626112 00000100:00100000:2.0:1746128336.333046:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1746128336.333050:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551626112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128336.333083:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551626112:12345-0@lo:400:kworker.0 Request processed in 33us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.333088:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1746128336.333175:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009631b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551626112:0@lo:400:kworker.0 00000100:00100000:0.0:1746128336.334435:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551626880:12345-0@lo:400:kworker.0 Request processed in 2137us (2315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128336.334442:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00080000:0.0:1746128336.334473:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746128336.334477:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746128336.334480:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128336.334942:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551627392:12345-0@lo:400:kworker.0 Request processed in 2616us (2805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.334945:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551626880:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.334948:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1746128336.334956:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551627392:0@lo:400:kworker.0 00000100:00100000:3.0:1746128336.349212:0:3773:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746128336.349227:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551627520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746128336.349276:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128336.349439:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551627520 00000100:00100000:1.0:1746128336.349446:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551627520 00000100:00100000:1.0:1746128336.349475:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1746128336.349481:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551627520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746128336.349503:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921485824 avail 3689963520 00000100:00100000:1.0:1746128336.349537:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551627520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128336.349561:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1746128336.349714:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551627520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746128336.364003:0:3776:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746128336.364021:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551627648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128336.364070:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128336.364129:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551627648 00000100:00100000:0.0:1746128336.364135:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551627648 00000100:00100000:0.0:1746128336.364162:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1746128336.364169:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551627648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746128336.364185:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921485824 avail 3689963520 00000100:00100000:0.0:1746128336.364215:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551627648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128336.364221:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1746128336.364237:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551627648:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1746128336.562231:0:28162:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 15:38:56 (1746128336) 00000100:00100000:0.0:1746128336.638916:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128336.638951:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556102272 00000100:00100000:0.0:1746128336.638958:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556102272 00000100:00100000:0.0:1746128336.639002:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41736 00000100:00100000:0.0:1746128336.639009:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2399:x1830947556102272:12345-192.168.202.33@tcp:41:stat.0 00000004:00000024:0.0:1746128336.639051:0:21551:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842545664 avail 7378612224 00000100:00100000:0.0:1746128336.639098:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2399:x1830947556102272:12345-192.168.202.33@tcp:41:stat.0 Request processed in 90us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128336.639105:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41736 00000100:00080000:0.0:1746128336.639123:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128336.704416:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.704653:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556102400 00000100:00100000:2.0:1746128336.704661:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556102400 00000100:00100000:2.0:1746128336.704701:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41737 00000100:00100000:2.0:1746128336.704708:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2403:x1830947556102400:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1746128336.704725:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128336.704739:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646145 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.704789:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6e32 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.704799:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.704807:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128336.704838:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746128336.704840:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128336.704853:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.704869:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646145 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.704905:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6e32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646145 expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.704911:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128336.704914:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128336.704916:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7c00, rc 0) 00000100:00100000:2.0:1746128336.704948:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2403:x1830947556102400:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 241us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.704953:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41737 00000100:00100000:2.0:1746128336.707573:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128336.708255:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556102528 00000100:00100000:1.0:1746128336.708263:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556102528 00000100:00100000:1.0:1746128336.708848:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41738 00000100:00100000:1.0:1746128336.708855:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2403:x1830947556102528:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:1.0:1746128336.708871:0:21551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128336.708894:0:21551:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e6e39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964614c expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128336.708941:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.708950:0:21551:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.708958:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709014:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709021:0:21551:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709026:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709059:0:21551:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709063:0:21551:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709068:0:21551:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709073:0:21551:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530f600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128336.709076:0:21551:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709081:0:21551:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709089:0:21551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128336.709092:0:21551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128336.709095:0:21551:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709099:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e6e40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709117:0:21551:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709121:0:21551:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709125:0:21551:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709129:0:21551:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530ee00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128336.709131:0:21551:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709135:0:21551:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709141:0:21551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a0a13700) 00010000:00010000:1.0:1746128336.709143:0:21551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128336.709145:0:21551:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709150:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e6e47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21551 initiator: MDT0 00010000:00010000:1.0:1746128336.709173:0:21551:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e6e39 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964614c expref: 11 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128336.709179:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e6e39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964614c expref: 11 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128336.709186:0:21551:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530ea00, rc 0) 00000100:00100000:1.0:1746128336.709224:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2403:x1830947556102528:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 370us (1658us total) trans 0 rc 301/301 00000100:00100000:1.0:1746128336.709230:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41738 00000100:00100000:0.0:1746128336.711702:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.711768:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556102784 00000100:00100000:2.0:1746128336.711774:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556102784 00000100:00100000:2.0:1746128336.711811:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41739 00000100:00100000:2.0:1746128336.711818:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2403:x1830947556102784:12345-192.168.202.33@tcp:36:lfs.0 00010000:00010000:2.0:1746128336.711847:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128336.711863:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e6e32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646145 expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.711889:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128336.711893:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128336.711925:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.711933:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.711940:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.711949:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.711954:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.711959:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000040:00080000:2.0:1746128336.713926:0:7246:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:2.0:1746128336.713993:0:7246:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:2.0:1746128336.713998:0:7246:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008cc7a900 with version 18 00000004:00080000:3.0:1746128336.714092:0:8418:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880099c22840 version 18 rpc_version 18 00000020:00100000:3.0:1746128336.714120:0:8418:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746128336.714127:0:8418:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012f111880 x1830947551627904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128336.714145:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8418:1830947551627904:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746128336.714192:0:8418:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128336.714239:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128336.714394:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551627904 00000100:00100000:2.0:1746128336.714400:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551627904 00000100:00100000:2.0:1746128336.714858:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1746128336.714865:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814f3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8418:x1830947551627904:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746128336.715230:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814f3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8418:x1830947551627904:12345-0@lo:1000:osp_up1-0.0 Request processed in 364us (1036us total) trans 4294967398 rc 0/0 00000100:00100000:2.0:1746128336.715237:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1746128336.718043:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f111880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8418:1830947551627904:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1746128336.718980:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.718992:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.719000:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.719014:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.719019:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.719023:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.719062:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.719066:0:7246:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.719074:0:7246:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7246 initiator: MDT0 00000100:00100000:3.0:1746128336.719088:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:7246:1830947551628032:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1746128336.719127:0:7246:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128336.719207:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128336.719216:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551628032 00000100:00100000:0.0:1746128336.719222:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551628032 00000100:00100000:0.0:1746128336.719251:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1746128336.719258:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7246:x1830947551628032:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1746128336.719272:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128336.719322:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6e71 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6e2f3e23d86e6e6a expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128336.719339:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6e71 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x6e2f3e23d86e6e6a expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128336.719348:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6e71 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x6e2f3e23d86e6e6a expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128336.719353:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008a3b3d00) 00010000:00010000:0.0:1746128336.719354:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128336.719356:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2ed400, rc 0) 00000100:00100000:0.0:1746128336.719869:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7246:x1830947551628032:12345-0@lo:101:mdt00_001.0 Request processed in 611us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128336.719875:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1746128336.722110:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:7246:1830947551628032:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1746128336.722343:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.722355:0:7246:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746128336.722376:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008cdf6680 reply state ffff88012d7ba000 transno 4294985579 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722385:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722391:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:3.0:1746128336.722394:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128336.722397:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746128336.722401:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.722407:0:7246:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746128336.722415:0:7246:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:3.0:1746128336.722433:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008cdf6680 reply state ffff88012d7ba000 transno 4294985579 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722441:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722445:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008a2e0700) 00010000:00010000:3.0:1746128336.722452:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128336.722453:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746128336.722457:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 4096 00010000:00010000:3.0:1746128336.722468:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722472:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722476:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722481:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722486:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef6400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.722489:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722494:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722501:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128336.722503:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.722505:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722605:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6400/0x6e2f3e23d86e6e4e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000004:00010000:3.0:1746128336.722628:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008cdf6680 reply state ffff88012d7ba000 transno 4294985579 ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722635:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.722639:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012db6d300) 00010000:00010000:3.0:1746128336.722641:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128336.722643:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746128336.722704:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2403:x1830947556102784:12345-192.168.202.33@tcp:36:lfs.0 Request processed in 10885us (11005us total) trans 4294985579 rc 0/0 00000100:00100000:3.0:1746128336.722712:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41739 00000100:00100000:0.0:1746128336.744204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.744276:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556102912 00000100:00100000:3.0:1746128336.744284:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556102912 00000100:00100000:3.0:1746128336.744341:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41740 00000100:00100000:3.0:1746128336.744349:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2404:x1830947556102912:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128336.744368:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.744383:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6e78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646153 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.744433:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6e7f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.744444:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6e7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.744452:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6e7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128336.744488:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746128336.744491:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746128336.744504:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6e7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.744522:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6e78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646153 expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.744589:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6e7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646153 expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.744596:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128336.744598:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128336.744600:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:3.0:1746128336.744921:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2404:x1830947556102912:12345-192.168.202.33@tcp:101:cp.0 Request processed in 572us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.744926:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41740 00000100:00100000:0.0:1746128336.746500:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.746577:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556103040 00000100:00100000:3.0:1746128336.746585:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556103040 00000100:00100000:3.0:1746128336.746836:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41741 00000100:00100000:3.0:1746128336.746843:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2404:x1830947556103040:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128336.746855:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.746866:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6e86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964615a expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.746921:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.746929:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.746936:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.746945:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.746950:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.746955:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747018:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e6e9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747024:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e6e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747029:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e6e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128336.747076:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 4096 00000004:00200000:3.0:1746128336.747080:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746128336.747091:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e6e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747098:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747103:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747108:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747113:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747120:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.747124:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747129:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747138:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128336.747140:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.747143:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747147:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6e8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747155:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747159:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747163:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747167:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8a00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.747169:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747173:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747179:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012db6d300) 00010000:00010000:3.0:1746128336.747180:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.747183:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747187:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6e94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.747203:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6e86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964615a expref: 14 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.747212:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8600/0x6e2f3e23d86e6e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964615a expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.747217:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008a2e0700) 00010000:00010000:3.0:1746128336.747219:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746128336.747220:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8600, rc 0) 00000100:00100000:3.0:1746128336.747264:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2404:x1830947556103040:12345-192.168.202.33@tcp:101:cp.0 Request processed in 422us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.747270:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41741 00000100:00100000:0.0:1746128336.748761:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.748952:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556103168 00000100:00100000:3.0:1746128336.748961:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556103168 00000100:00100000:3.0:1746128336.749017:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41742 00000100:00100000:3.0:1746128336.749025:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2404:x1830947556103168:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128336.749046:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.749067:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6ea2 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646161 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.749118:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6ea9 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.749128:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.749136:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128336.749175:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746128336.749178:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746128336.749202:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6ea2 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646161 expref: 15 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.749213:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646161 expref: 14 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.749218:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:3.0:1746128336.749220:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746128336.749222:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:3.0:1746128336.749266:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2404:x1830947556103168:12345-192.168.202.33@tcp:101:cp.0 Request processed in 242us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.749271:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41742 00000100:00100000:0.0:1746128336.750778:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.750831:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556103296 00000100:00100000:3.0:1746128336.750838:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556103296 00000100:00100000:3.0:1746128336.750910:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41743 00000100:00100000:3.0:1746128336.750916:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2404:x1830947556103296:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128336.750931:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.750946:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6eb0 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646168 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.750999:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.751010:0:7246:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6e71 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x6e2f3e23d86e6e6a expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.751017:0:7246:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT1 00010000:00010000:3.0:1746128336.751051:0:7246:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6e71 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x6e2f3e23d86e6e6a expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128336.751091:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f110700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:7246:1830947551628160:0@lo:104: 00000100:00080000:0.0:1746128336.751097:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746128336.751136:0:7246:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128336.751202:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128336.751383:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551628160 00000100:00100000:2.0:1746128336.751387:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551628160 00000100:00100000:2.0:1746128336.751418:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1746128336.751423:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7246:x1830947551628160:12345-0@lo:104: 00010000:00010000:2.0:1746128336.751433:0:7231:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.751604:0:7231:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1746128336.751609:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7246:x1830947551628160:12345-0@lo:104: Request processed in 186us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.751615:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:0.0:1746128336.751669:0:7236:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746128336.751676:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128336.751678:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f110700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:7246:1830947551628160:0@lo:104: 00010000:00010000:0.0:1746128336.751683:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8c00 already unused, calling callback (ffffffffa0f29e30) 00010000:00010000:0.0:1746128336.751688:0:7236:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.751694:0:7246:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00000004:00010000:0.0:1746128336.751695:0:7236:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128336.751718:0:7236:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128336.751723:0:7236:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1746128336.751739:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128336.751745:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c8b8c00/0x6e2f3e23d86e6e6a lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x6e2f3e23d86e6e71 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128336.751752:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551628288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1746128336.751777:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746128336.751777:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128336.751778:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128336.751780:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128336.751800:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551628288 00000100:00100000:0.0:1746128336.751803:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551628288 00010000:00010000:0.0:1746128336.751932:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6e71 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x6e2f3e23d86e6e6a expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128336.751954:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16159 00000100:00100000:0.0:1746128336.751961:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3776:x1830947551628288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1746128336.751968:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746128336.753313:0:8385:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967398 is committed 00010000:00010000:2.0:1746128336.753453:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e6e71 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x6e2f3e23d86e6e6a expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.753468:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008a3b3d00) 00010000:00010000:2.0:1746128336.753472:0:7234:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746128336.753479:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746128336.753486:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746128336.753534:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128336.753607:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551628288:12345-0@lo:103:ldlm_bl.0 Request processed in 1646us (1828us total) trans 0 rc 0/0 00010000:00010000:3.0:1746128336.753736:0:7246:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00010000:00010000:3.0:1746128336.753744:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00000004:00200000:3.0:1746128336.753794:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746128336.753799:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:0.0:1746128336.753814:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551628288:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746128336.753841:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6eb0 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646168 expref: 7 pid: 7246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128336.753863:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16159 00010000:00010000:3.0:1746128336.753980:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8e00/0x6e2f3e23d86e6eb7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646168 expref: 6 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.753986:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008a3b3d00) 00010000:00010000:3.0:1746128336.753988:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746128336.753991:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8e00, rc 0) 00000100:00100000:3.0:1746128336.754302:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2404:x1830947556103296:12345-192.168.202.33@tcp:101:cp.0 Request processed in 3385us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.754310:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41743 00000100:00100000:0.0:1746128336.756852:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.756990:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556103424 00000100:00100000:3.0:1746128336.756999:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556103424 00000100:00100000:3.0:1746128336.757200:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41744 00000100:00100000:3.0:1746128336.757209:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2404:x1830947556103424:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128336.757330:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.757349:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ebe lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964616f expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.757408:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757420:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757430:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757442:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757447:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757452:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757508:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757517:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757522:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757527:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.757532:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9a00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.757537:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758710:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758726:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:3.0:1746128336.758728:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.758732:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758737:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6ec5 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758751:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758755:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758759:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758762:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8800 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.758765:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758769:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758774:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008a2e0000) 00010000:00010000:3.0:1746128336.758775:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.758777:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758780:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8800/0x6e2f3e23d86e6ecc lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.758816:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ebe lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964616f expref: 15 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.758822:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8200/0x6e2f3e23d86e6ebe lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964616f expref: 15 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.758828:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8200, rc 0) 00000100:00100000:3.0:1746128336.758897:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2404:x1830947556103424:12345-192.168.202.33@tcp:101:cp.0 Request processed in 1689us (2051us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128336.758904:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41744 00000100:00100000:0.0:1746128336.762590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.762677:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556103680 00000100:00100000:3.0:1746128336.762686:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556103680 00000100:00100000:3.0:1746128336.762737:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41745 00000100:00100000:3.0:1746128336.762746:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2404:x1830947556103680:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128336.762765:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.762768:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128336.762793:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e6ea9 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646161 expref: 14 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.762808:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:3.0:1746128336.762813:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128336.762823:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6ed3 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646176 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.762934:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.762946:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.762954:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.762966:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.762971:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.762976:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00080000:3.0:1746128336.763714:0:7246:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:3.0:1746128336.763895:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ee8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763908:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763917:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763947:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763953:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763958:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763964:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763969:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.763972:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763978:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763987:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:3.0:1746128336.763989:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.763992:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 3/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.763997:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6eda lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000004:00010000:3.0:1746128336.764009:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008cdf4700 reply state ffff88009c8f7000 transno 4294985580 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.764016:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.764021:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008a2e0600) 00010000:00010000:3.0:1746128336.764023:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128336.764025:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746128336.764053:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6ed3 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646176 expref: 16 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.764065:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ee8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646176 expref: 15 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.764070:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:3.0:1746128336.764072:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128336.764074:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6e00, rc 0) 00000100:00100000:3.0:1746128336.764141:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2404:x1830947556103680:12345-192.168.202.33@tcp:101:cp.0 Request processed in 1396us (1563us total) trans 4294985580 rc 0/0 00000100:00100000:3.0:1746128336.764149:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41745 00000100:00100000:0.0:1746128336.767328:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.767536:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556103808 00000100:00100000:3.0:1746128336.767562:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556103808 00000100:00100000:3.0:1746128336.767633:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31198 00000100:00100000:3.0:1746128336.767642:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947556103808:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128336.767659:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.767681:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964617d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746128336.767703:0:9591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746128336.767750:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128336.767753:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00080000:1.0:1746128336.767758:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746128336.767976:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 6 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.767997:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 6 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.768009:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9000, rc 0) 00000100:00100000:3.0:1746128336.768074:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556103808:12345-192.168.202.33@tcp:101:cp.0 Request processed in 433us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.768080:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31198 00000100:00100000:0.0:1746128336.774283:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.774368:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556103936 00000100:00100000:3.0:1746128336.774378:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556103936 00000100:00100000:3.0:1746128336.774422:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31199 00000100:00100000:3.0:1746128336.774429:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2404:x1830947556103936:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128336.774449:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.774468:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646184 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.774504:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.774513:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128336.774514:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128336.774518:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.774566:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.774578:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 7 pid: 9591 timeout: 833 lvb_type: 1 00000100:00100000:3.0:1746128336.774595:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551628416:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128336.774828:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128336.776083:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551628416:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128336.776109:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.776122:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8a00, rc 0) 00000100:00100000:3.0:1746128336.776223:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2404:x1830947556103936:12345-192.168.202.33@tcp:101:cp.0 Request processed in 1793us (1949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.776231:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31199 00000100:00100000:2.0:1746128336.776525:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128336.776616:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556104064 00000100:00100000:0.0:1746128336.776622:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556104064 00010000:00010000:0.0:1746128336.776647:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 7 pid: 9591 timeout: 833 lvb_type: 1 00000100:00100000:0.0:1746128336.776667:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16160 00000100:00100000:0.0:1746128336.776672:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556104064:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128336.776681:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128336.776701:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 7 pid: 9591 timeout: 833 lvb_type: 1 00010000:00010000:0.0:1746128336.776712:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 7 pid: 9591 timeout: 833 lvb_type: 1 00010000:00010000:0.0:1746128336.776732:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9000/0x6e2f3e23d86e6ef6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964617d expref: 7 pid: 9591 timeout: 833 lvb_type: 1 00010000:00010000:0.0:1746128336.776921:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128336.776923:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128336.776930:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128336.776942:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128336.776968:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128336.776979:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947551628544:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128336.777321:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097def480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128336.778479:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096319880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947551628544:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128336.778496:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128336.778539:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556104064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1866us (2014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.778572:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16160 00000100:00100000:0.0:1746128336.779161:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128336.779232:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556104320 00000100:00100000:1.0:1746128336.779237:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556104320 00000100:00100000:1.0:1746128336.779320:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 188 00000100:00100000:1.0:1746128336.779326:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2404:x1830947556104320:12345-192.168.202.33@tcp:35:cp.0 00000100:00100000:1.0:1746128336.779768:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2404:x1830947556104320:12345-192.168.202.33@tcp:35:cp.0 Request processed in 441us (606us total) trans 4294985581 rc 0/0 00000100:00100000:1.0:1746128336.779775:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 188 00000100:00100000:0.0:1746128336.806891:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.807044:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556104576 00000100:00100000:3.0:1746128336.807055:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556104576 00000100:00100000:3.0:1746128336.807128:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41746 00000100:00100000:3.0:1746128336.807137:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2407:x1830947556104576:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.807163:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.807182:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6f04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964618b expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.807273:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6f0b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.807290:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6f0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.807299:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6f0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128336.807311:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1716 00010000:00010000:3.0:1746128336.807408:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6f04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964618b expref: 20 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.807431:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8000/0x6e2f3e23d86e6f0b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964618b expref: 19 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.807438:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:3.0:1746128336.807441:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746128336.807445:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8000, rc 0) 00000100:00100000:3.0:1746128336.807525:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2407:x1830947556104576:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 388us (656us total) trans 4294985582 rc 0/0 00000100:00100000:3.0:1746128336.807532:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41746 00000100:00100000:0.0:1746128336.819328:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.819735:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556104704 00000100:00100000:3.0:1746128336.819745:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556104704 00000100:00100000:3.0:1746128336.819822:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41747 00000100:00100000:3.0:1746128336.819830:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2411:x1830947556104704:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.819856:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.819885:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6f19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646192 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.819953:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.819966:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.819979:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000100:00080000:1.0:1746128336.819985:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1746128336.820022:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746128336.820025:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746128336.820043:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.820069:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6f19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.820289:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 9 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.820298:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128336.820300:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128336.820303:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00000100:00100000:3.0:1746128336.820363:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+9:2411:x1830947556104704:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 534us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.820369:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41747 00000100:00100000:0.0:1746128336.822297:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.822385:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556104832 00000100:00100000:3.0:1746128336.822393:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556104832 00000100:00100000:3.0:1746128336.822444:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41748 00000100:00100000:3.0:1746128336.822452:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+9:2411:x1830947556104832:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.822469:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.822486:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6f27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646199 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.822537:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822575:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822584:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822595:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822601:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822606:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822688:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6f3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822695:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822701:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128336.822763:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 4096 00000004:00200000:3.0:1746128336.822768:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746128336.822783:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822792:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822798:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822807:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822814:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822819:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0871600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.822823:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822829:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822840:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128336.822843:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.822846:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822851:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e6f2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822863:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822867:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822872:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822888:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795e200 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.822890:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822898:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822904:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012db6d300) 00010000:00010000:3.0:1746128336.822906:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.822909:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822914:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e6f35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.822941:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6f27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646199 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.822952:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fa00/0x6e2f3e23d86e6f3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646199 expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.822957:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008a2e0700) 00010000:00010000:3.0:1746128336.822959:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746128336.822961:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fa00, rc 0) 00000100:00100000:3.0:1746128336.823017:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2411:x1830947556104832:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 565us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.823024:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41748 00000100:00100000:0.0:1746128336.824631:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.824737:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556104960 00000100:00100000:2.0:1746128336.824744:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556104960 00000100:00100000:2.0:1746128336.824792:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41749 00000100:00100000:2.0:1746128336.824799:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2411:x1830947556104960:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746128336.824812:0:21551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128336.824826:0:21551:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6f43 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461a0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.824867:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33e00/0x6e2f3e23d86e6f4a lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21551 initiator: MDT0 00010000:00010000:2.0:1746128336.824893:0:21551:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33e00/0x6e2f3e23d86e6f4a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:2.0:1746128336.824901:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33e00/0x6e2f3e23d86e6f4a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21551 initiator: MDT0 00000004:00200000:2.0:1746128336.824936:0:21551:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746128336.824940:0:21551:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746128336.824968:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6f43 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461a0 expref: 12 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.824988:0:21551:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33e00/0x6e2f3e23d86e6f4a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461a0 expref: 11 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.824994:0:21551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:2.0:1746128336.824996:0:21551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746128336.824998:0:21551:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b33e00, rc 0) 00000100:00100000:2.0:1746128336.825034:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2411:x1830947556104960:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 236us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.825039:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41749 00000100:00100000:1.0:1746128336.827777:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.827859:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556105088 00000100:00100000:3.0:1746128336.827867:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556105088 00000100:00100000:3.0:1746128336.827938:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41750 00000100:00100000:3.0:1746128336.827945:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2411:x1830947556105088:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.827962:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.827980:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6f51 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461a7 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746128336.828123:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746128336.828223:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008795f400/0x6e2f3e23d86e6f58 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.828234:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008795f400/0x6e2f3e23d86e6f58 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT1 00010000:00010000:3.0:1746128336.828246:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008795f400/0x6e2f3e23d86e6f58 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00000004:00200000:3.0:1746128336.828282:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746128336.828287:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746128336.828330:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6f51 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461a7 expref: 7 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.828774:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008795f400/0x6e2f3e23d86e6f58 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461a7 expref: 6 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.828783:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008a3b3d00) 00010000:00010000:3.0:1746128336.828785:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746128336.829384:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f400, rc 0) 00000100:00100000:3.0:1746128336.829453:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2411:x1830947556105088:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 1506us (1683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.829460:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41750 00000100:00100000:0.0:1746128336.831402:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.831457:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556105216 00000100:00100000:3.0:1746128336.831465:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556105216 00000100:00100000:3.0:1746128336.831725:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41751 00000100:00100000:3.0:1746128336.831732:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2411:x1830947556105216:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.831749:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.831766:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6f5f lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461ae expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.831820:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.831832:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.831842:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.831852:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.831858:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.831863:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.831946:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.831953:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.831958:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128336.831990:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1716 00000004:00200000:3.0:1746128336.831995:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746128336.832011:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832020:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832028:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832034:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832040:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832046:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832051:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795e400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.832055:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832062:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832072:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:3.0:1746128336.832075:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.832078:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832083:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6f66 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832095:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832099:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832104:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832118:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795ec00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128336.832121:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832125:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832131:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008a2e0600) 00010000:00010000:3.0:1746128336.832133:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128336.832135:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832140:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6f6d lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.832160:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6f5f lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.832172:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.832178:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:3.0:1746128336.832180:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128336.832181:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00000100:00100000:3.0:1746128336.832236:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2411:x1830947556105216:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 504us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.832242:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41751 00000100:00100000:0.0:1746128336.834467:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.834631:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556105344 00000100:00100000:3.0:1746128336.834640:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556105344 00000100:00100000:3.0:1746128336.834898:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31200 00000100:00100000:3.0:1746128336.834905:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095840c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2013:x1830947556105344:12345-192.168.202.33@tcp:8:mmap_cat.0 00010000:00080000:3.0:1746128336.834942:0:9591:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp t0 exp (null) cur 734 last 0 00000020:00000080:3.0:1746128336.834974:0:9591:0:(genops.c:1402:class_connect()) connect: client da924214-1ef7-4a2a-9c6a-ef27e4979382, cookie 0x6e2f3e23d86e6f7b 00002000:00100000:3.0:1746128336.834985:0:9591:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli da924214-1ef7-4a2a-9c6a-ef27e4979382/ffff88009da8f000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103641 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746128336.834997:0:9591:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746128336.836035:0:9591:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff880133663b40 00002000:00080000:3.0:1746128336.836049:0:9591:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1746128336.836082:0:9591:0:(import.c:66:import_set_state_nolock()) ffff88009da8b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746128336.836143:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095840c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2013:x1830947556105344:12345-192.168.202.33@tcp:8:mmap_cat.0 Request processed in 1237us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.836152:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31200 00000100:00100000:0.0:1746128336.840215:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.840649:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556105472 00000100:00100000:3.0:1746128336.840657:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556105472 00000100:00100000:3.0:1746128336.840717:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31201 00000100:00100000:3.0:1746128336.840722:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:0:x1830947556105472:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.840737:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.840752:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6f82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461b5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128336.840795:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551628672:192.168.202.33@tcp:106: 00000100:00100000:3.0:1746128336.840875:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00080000:1.0:1746128336.841074:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1746128336.844469:0:9591:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746128336.844474:0:9591:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime: 0 -> 1746128337 00002000:00010000:3.0:1746128336.844477:0:9591:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1746128337 00002000:00010000:3.0:1746128336.844478:0:9591:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime: 0 -> 1746128337 00002000:00010000:3.0:1746128336.844481:0:9591:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1746128336.844498:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551628672:192.168.202.33@tcp:106: 00010000:00010000:3.0:1746128336.844523:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6f82 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461b5 expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.844536:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008795ea00/0x6e2f3e23d86e6f82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461b5 expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.844587:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ea00, rc 0) 00000100:00100000:3.0:1746128336.844624:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:0:x1830947556105472:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 3901us (4416us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128336.844631:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31201 00000100:00100000:0.0:1746128336.849722:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.849963:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556105728 00000100:00100000:2.0:1746128336.849970:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556105728 00000100:00100000:2.0:1746128336.850021:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41752 00000100:00100000:2.0:1746128336.850028:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2411:x1830947556105728:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746128336.850044:0:21551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128336.850060:0:21551:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6f89 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461bc expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.850147:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6f90 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21551 initiator: MDT0 00010000:00010000:2.0:1746128336.850159:0:21551:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6f90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:2.0:1746128336.850168:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6f90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21551 initiator: MDT0 00000004:00200000:2.0:1746128336.850176:0:21551:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 1716 00010000:00010000:2.0:1746128336.850253:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33a00/0x6e2f3e23d86e6f89 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461bc expref: 15 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.850284:0:21551:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6f90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461bc expref: 14 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.850290:0:21551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:2.0:1746128336.850293:0:21551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128336.850295:0:21551:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b33200, rc 0) 00000100:00100000:2.0:1746128336.850345:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2411:x1830947556105728:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 316us (630us total) trans 4294985583 rc 0/0 00000100:00100000:2.0:1746128336.850350:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41752 00000100:00100000:0.0:1746128336.853074:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128336.853140:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.853230:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556105984 00000100:00100000:3.0:1746128336.853238:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556105984 00000100:00100000:3.0:1746128336.853270:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31202 00000100:00100000:3.0:1746128336.853276:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556105984:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.853288:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.853299:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6f9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461c3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128336.853335:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551628800:192.168.202.33@tcp:106: 00000100:00100000:3.0:1746128336.853416:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128336.853530:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556105856 00000100:00100000:2.0:1746128336.853534:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556105856 00000100:00100000:2.0:1746128336.853888:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 628 00000100:00100000:2.0:1746128336.853894:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556105856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128336.853902:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128336.853919:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e6f90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461bc expref: 14 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.853931:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:2.0:1746128336.853934:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128336.854333:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:2014:x1830947556105856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 438us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.854339:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 628 00000100:00100000:3.0:1746128336.856219:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551628800:192.168.202.33@tcp:106: 00010000:00010000:3.0:1746128336.856243:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6f9e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461c3 expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.856258:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e6f9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461c3 expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.856284:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9a00, rc 0) 00000100:00100000:3.0:1746128336.856327:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556105984:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 3049us (3186us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128336.856334:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31202 00000100:00100000:0.0:1746128336.858032:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.858118:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556106112 00000100:00100000:3.0:1746128336.858126:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556106112 00000100:00100000:3.0:1746128336.858150:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31203 00000100:00100000:3.0:1746128336.858154:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2411:x1830947556106112:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.858165:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.858177:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461ca expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.858194:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.858198:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128336.858199:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128336.858201:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.858220:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.858230:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 5 pid: 9591 timeout: 834 lvb_type: 0 00000100:00100000:3.0:1746128336.858237:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551628928:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128336.858304:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128336.859594:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.859681:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551628928:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128336.859700:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.859711:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:3.0:1746128336.859737:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2411:x1830947556106112:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 1582us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.859743:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31203 00000100:00100000:1.0:1746128336.860026:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556106240 00000100:00100000:1.0:1746128336.860033:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556106240 00002000:00100000:1.0:1746128336.860059:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1715) req@ffff88012c41f480 x1830947556106240/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:587/0 lens 2208/0 e 0 to 0 dl 1746128347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746128336.860067:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947556106240 ext(0->1715) 00010000:00010000:1.0:1746128336.860072:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 6 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746128336.860082:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 6 pid: 9591 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746128336.860088:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41f480 00000100:00100000:1.0:1746128336.860115:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3567 00000100:00100000:1.0:1746128336.860121:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556106240:12345-192.168.202.33@tcp:4:cp.0 00000100:00100000:0.0:1746128336.860712:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556106240:12345-192.168.202.33@tcp:4:cp.0 Request processed in 589us (1119us total) trans 4294972313 rc 0/0 00000100:00100000:0.0:1746128336.860718:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3567 00002000:00100000:0.0:1746128336.860724:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1715) req@ffff88012c41f480 x1830947556106240/t4294972313(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:587/0 lens 2208/448 e 0 to 0 dl 1746128347 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746128336.860732:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41f480 with x1830947556106240 ext(0->1715) 00010000:00010000:0.0:1746128336.860737:0:24949:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 8 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746128336.860747:0:24949:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 8 pid: 9591 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746128336.860752:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c41f480 00000100:00100000:0.0:1746128336.862368:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.862471:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556106368 00000100:00100000:2.0:1746128336.862478:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556106368 00010000:00010000:2.0:1746128336.862501:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 8 pid: 9591 timeout: 834 lvb_type: 0 00000100:00100000:2.0:1746128336.862579:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16161 00000100:00100000:2.0:1746128336.862586:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556106368:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128336.862596:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128336.862608:0:7234:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1746128336.862613:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 8 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.862623:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 8 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.862643:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6efd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646184 expref: 8 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.862654:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128336.862656:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128336.862689:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.862697:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.862723:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128336.862732:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e981180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947551629056:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128336.862805:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc7a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128336.865605:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128336.865625:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556106624 00000100:00100000:0.0:1746128336.865632:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556106624 00002000:00100000:0.0:1746128336.865663:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c41d880 x1830947556106624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:587/0 lens 488/0 e 0 to 0 dl 1746128347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128336.865671:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d880 with x1830947556106624 ext(0->4095) 00002000:00010000:0.0:1746128336.865675:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c41d880 00000100:00100000:0.0:1746128336.865708:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14132 00000100:00100000:0.0:1746128336.865714:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2014:x1830947556106624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128336.865826:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2014:x1830947556106624:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (226us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128336.865832:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14132 00002000:00100000:0.0:1746128336.865837:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c41d880 x1830947556106624/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746128347 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128336.865845:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c41d880 with x1830947556106624 ext(0->4095) 00002000:00010000:0.0:1746128336.865848:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c41d880 00000100:00100000:2.0:1746128336.866003:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e981180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7234:1830947551629056:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128336.866019:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128336.866040:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556106368:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3455us (3675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.866047:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16161 00000100:00100000:0.0:1746128336.871982:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128336.872210:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556106880 00000100:00100000:1.0:1746128336.872222:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556106880 00000100:00100000:1.0:1746128336.872637:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 189 00000100:00100000:1.0:1746128336.872646:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:2411:x1830947556106880:12345-192.168.202.33@tcp:35:mmap_cat.0 00000100:00100000:1.0:1746128336.872844:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2411:x1830947556106880:12345-192.168.202.33@tcp:35:mmap_cat.0 Request processed in 200us (985us total) trans 4294985584 rc 0/0 00000100:00100000:1.0:1746128336.872854:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 189 00000100:00100000:2.0:1746128336.882561:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.883007:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556107008 00000100:00100000:3.0:1746128336.883014:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556107008 00000100:00100000:3.0:1746128336.883049:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41753 00000100:00100000:3.0:1746128336.883056:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2414:x1830947556107008:12345-192.168.202.33@tcp:101:truncate.0 00010000:00010000:3.0:1746128336.883075:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.883089:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6fac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461d1 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.883115:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6fb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.883125:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.883135:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.883217:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e6fac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d1 expref: 21 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.883281:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e400/0x6e2f3e23d86e6fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d1 expref: 20 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.883288:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:3.0:1746128336.883290:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746128336.883292:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795e400, rc 0) 00000100:00100000:3.0:1746128336.883341:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2414:x1830947556107008:12345-192.168.202.33@tcp:101:truncate.0 Request processed in 285us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.883347:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41753 00000100:00100000:0.0:1746128336.886298:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.886387:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556107264 00000100:00100000:3.0:1746128336.886395:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556107264 00000100:00100000:3.0:1746128336.886482:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41754 00000100:00100000:3.0:1746128336.886490:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2414:x1830947556107264:12345-192.168.202.33@tcp:36:truncate.0 00010000:00010000:3.0:1746128336.886528:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128336.886583:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ee8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646176 expref: 20 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.886632:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:3.0:1746128336.886636:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128336.886750:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.886761:0:7246:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.886765:0:7246:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 4/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128336.886784:0:7246:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.886791:0:7246:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 13 pid: 7246 timeout: 834 lvb_type: 0 00000100:00100000:3.0:1746128336.886800:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830947551629184:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128336.886873:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128336.888666:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830947551629184:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128336.888683:0:7246:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746128336.889078:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.889192:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556107392 00000100:00100000:2.0:1746128336.889197:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556107392 00010000:00010000:2.0:1746128336.889220:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 14 pid: 7246 timeout: 834 lvb_type: 0 00000100:00100000:2.0:1746128336.889249:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16162 00000100:00100000:2.0:1746128336.889256:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556107392:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128336.889264:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128336.889269:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 14 pid: 7246 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.889277:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 14 pid: 7246 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.889293:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e6f74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ae expref: 14 pid: 7246 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.889305:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:2.0:1746128336.889309:0:7234:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.889319:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.889324:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.889338:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128336.889365:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:2015:x1830947556107392:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 109us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.889372:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16162 00010000:00010000:2.0:1746128336.889425:0:7246:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.889431:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000001:00080000:2.0:1746128336.889491:0:7246:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985585 00000004:00010000:2.0:1746128336.889590:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012c41c000 reply state ffff88012e1c5000 transno 4294985586 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.889598:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.889603:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:2.0:1746128336.889605:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746128336.889608:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746128336.889911:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2414:x1830947556107264:12345-192.168.202.33@tcp:36:truncate.0 Request processed in 3420us (3618us total) trans 4294985586 rc 0/0 00000100:00100000:2.0:1746128336.889917:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41754 00000020:00080000:2.0:1746128336.889920:0:7246:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746128336.892496:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.892648:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556107520 00000100:00100000:3.0:1746128336.892655:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556107520 00000100:00100000:3.0:1746128336.892688:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31204 00000100:00100000:3.0:1746128336.892695:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2414:x1830947556107520:12345-192.168.202.33@tcp:101:truncate.0 00010000:00010000:3.0:1746128336.892708:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.892721:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461d8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.892745:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.892752:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128336.892754:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128336.892757:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.892779:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.892789:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 6 pid: 9591 timeout: 834 lvb_type: 0 00000100:00100000:3.0:1746128336.892799:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551629312:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128336.892887:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128336.895287:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551629312:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128336.895314:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.895329:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9800, rc 0) 00000100:00100000:3.0:1746128336.895372:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2414:x1830947556107520:12345-192.168.202.33@tcp:101:truncate.0 Request processed in 2677us (2882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.895379:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31204 00000100:00100000:0.0:1746128336.896021:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.896723:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556107648 00000100:00100000:3.0:1746128336.896730:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556107648 00010000:00010000:3.0:1746128336.896755:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 7 pid: 9591 timeout: 834 lvb_type: 0 00000100:00100000:3.0:1746128336.897074:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16163 00000100:00100000:3.0:1746128336.897082:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2015:x1830947556107648:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128336.897093:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128336.897116:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 7 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:3.0:1746128336.897127:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 7 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:3.0:1746128336.897144:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008795fc00/0x6e2f3e23d86e6fa5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ca expref: 7 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:3.0:1746128336.897155:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128336.897157:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128336.897162:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.897169:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.897196:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128336.897207:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947551629440:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128336.897276:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128336.898971:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947551629440:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128336.898976:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128336.898985:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128336.899051:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556107648:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1970us (3031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.899059:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16163 00000100:00100000:2.0:1746128336.899114:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556107776 00000100:00100000:2.0:1746128336.899119:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556107776 00002000:00010000:2.0:1746128336.899139:0:9597:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (858->18446744073709551615) 00002000:00100000:2.0:1746128336.899143:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5500 with x1830947556107776 ext(858->18446744073709551615) 00002000:00010000:2.0:1746128336.899149:0:9597:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801251e5500. 00000100:00100000:2.0:1746128336.899172:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14133 00000100:00100000:2.0:1746128336.899178:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556107776:12345-192.168.202.33@tcp:10:truncate.0 00002000:00010000:2.0:1746128336.899412:0:9597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746128336.899415:0:9597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746128337 -> 1746128337 00002000:00010000:2.0:1746128336.899417:0:9597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 1746128337 -> 0 00002000:00010000:2.0:1746128336.899418:0:9597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746128337 -> 1746128337 00002000:00010000:2.0:1746128336.899420:0:9597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746128336.899451:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556107776:12345-192.168.202.33@tcp:10:truncate.0 Request processed in 272us (474us total) trans 4294972314 rc 0/0 00000100:00100000:2.0:1746128336.899457:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14133 00002000:00010000:2.0:1746128336.899459:0:9597:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (858->18446744073709551615) 00002000:00100000:2.0:1746128336.899461:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e5500 with x1830947556107776 ext(858->18446744073709551615) 00002000:00010000:2.0:1746128336.899465:0:9597:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801251e5500. 00000100:00100000:0.0:1746128336.909015:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.910908:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556107904 00000100:00100000:2.0:1746128336.910918:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556107904 00000100:00100000:2.0:1746128336.911299:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41755 00000100:00100000:2.0:1746128336.911307:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:2416:x1830947556107904:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746128336.911327:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128336.911428:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6fc8 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461df expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.911476:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911486:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911494:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911502:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911508:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911512:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911584:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097912000/0x6e2f3e23d86e6fdd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911591:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097912000/0x6e2f3e23d86e6fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911596:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097912000/0x6e2f3e23d86e6fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128336.911622:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 858 00000004:00200000:2.0:1746128336.911625:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128336.911637:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097912000/0x6e2f3e23d86e6fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911644:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097912000/0x6e2f3e23d86e6fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911650:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911658:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911663:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911667:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911671:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b32000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128336.911674:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911679:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911687:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:2.0:1746128336.911690:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128336.911693:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.911697:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6fcf lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.912914:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.912922:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.912927:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.912932:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef6e00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128336.912935:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.912940:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.912948:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008a2e0600) 00010000:00010000:2.0:1746128336.912951:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128336.912953:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.912957:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6fd6 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.912980:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e6fc8 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461df expref: 24 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.912990:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097912000/0x6e2f3e23d86e6fdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461df expref: 23 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.912995:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:2.0:1746128336.912997:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128336.912999:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097912000, rc 0) 00000100:00100000:2.0:1746128336.913044:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2416:x1830947556107904:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 1737us (4035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.913051:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41755 00000100:00100000:0.0:1746128336.916567:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.917425:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556108160 00000100:00100000:2.0:1746128336.917433:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556108160 00002000:00100000:2.0:1746128336.917468:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801251e6300 x1830947556108160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:587/0 lens 488/0 e 0 to 0 dl 1746128347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746128336.917477:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6300 with x1830947556108160 ext(0->4095) 00002000:00010000:2.0:1746128336.917482:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801251e6300 00000100:00100000:2.0:1746128336.917511:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14134 00000100:00100000:2.0:1746128336.917518:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556108160:12345-192.168.202.33@tcp:3:cp.0 00000100:00100000:2.0:1746128336.917667:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556108160:12345-192.168.202.33@tcp:3:cp.0 Request processed in 149us (1132us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128336.917674:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14134 00002000:00100000:2.0:1746128336.917679:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801251e6300 x1830947556108160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746128347 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746128336.917685:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e6300 with x1830947556108160 ext(0->4095) 00002000:00010000:2.0:1746128336.917687:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801251e6300 00000100:00100000:0.0:1746128336.936129:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.936325:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556108288 00000100:00100000:2.0:1746128336.936333:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556108288 00000100:00100000:2.0:1746128336.936372:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41756 00000100:00100000:2.0:1746128336.936378:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:2420:x1830947556108288:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746128336.936397:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128336.936413:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32e00/0x6e2f3e23d86e6fe4 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461e6 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.936459:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936469:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936479:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936487:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936492:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936497:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936579:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097913400/0x6e2f3e23d86e6ff9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936587:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097913400/0x6e2f3e23d86e6ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936592:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097913400/0x6e2f3e23d86e6ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128336.936619:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 858 00000004:00200000:2.0:1746128336.936622:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128336.936635:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097913400/0x6e2f3e23d86e6ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936642:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097913400/0x6e2f3e23d86e6ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936648:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936652:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936657:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936662:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936669:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b32000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128336.936672:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936678:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936686:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:2.0:1746128336.936689:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128336.936691:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936695:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e6feb lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936724:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936729:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936733:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936736:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef6e00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128336.936738:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936742:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936747:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008a2e0600) 00010000:00010000:2.0:1746128336.936749:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128336.936751:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936754:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e6ff2 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128336.936771:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32e00/0x6e2f3e23d86e6fe4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461e6 expref: 15 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.936781:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097913400/0x6e2f3e23d86e6ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461e6 expref: 14 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.936786:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:2.0:1746128336.936788:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128336.936789:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097913400, rc 0) 00000100:00100000:2.0:1746128336.936843:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2420:x1830947556108288:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 465us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.936850:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41756 00000100:00100000:0.0:1746128336.939693:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.939869:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556108416 00000100:00100000:3.0:1746128336.939885:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556108416 00000100:00100000:3.0:1746128336.939930:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31205 00000100:00100000:3.0:1746128336.939937:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556108416:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.939950:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.939963:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7000 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461ed expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128336.940007:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551629568:192.168.202.33@tcp:106: 00000100:00100000:3.0:1746128336.940082:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00002000:00010000:3.0:1746128336.947586:0:9591:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1746128337 00000100:00100000:3.0:1746128336.947609:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551629568:192.168.202.33@tcp:106: 00010000:00010000:3.0:1746128336.947638:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7000 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ed expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.947650:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7000 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461ed expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.947671:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039e00, rc 0) 00000100:00100000:3.0:1746128336.947711:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556108416:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 7773us (8022us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128336.947722:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31205 00000100:00100000:0.0:1746128336.949321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128336.949475:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556108672 00000100:00100000:2.0:1746128336.949482:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556108672 00000100:00100000:2.0:1746128336.949518:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41757 00000100:00100000:2.0:1746128336.949524:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2420:x1830947556108672:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746128336.949538:0:21551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128336.949568:0:21551:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e7007 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461f4 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.949661:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e700e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 21551 initiator: MDT0 00010000:00010000:2.0:1746128336.949672:0:21551:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e700e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21551 initiator: MDT0 00010000:00010000:2.0:1746128336.949681:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e700e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 21551 initiator: MDT0 00000004:00200000:2.0:1746128336.949689:0:21551:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 858 00010000:00010000:2.0:1746128336.949758:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b32000/0x6e2f3e23d86e7007 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461f4 expref: 17 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.949787:0:21551:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b33c00/0x6e2f3e23d86e700e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461f4 expref: 16 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.949793:0:21551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:2.0:1746128336.949795:0:21551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746128336.949797:0:21551:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b33c00, rc 0) 00000100:00100000:2.0:1746128336.949835:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2420:x1830947556108672:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 311us (518us total) trans 4294985587 rc 0/0 00000100:00100000:2.0:1746128336.949841:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41757 00000100:00100000:0.0:1746128336.951601:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.952527:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556108800 00000100:00100000:3.0:1746128336.952533:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556108800 00000100:00100000:3.0:1746128336.952601:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31206 00000100:00100000:3.0:1746128336.952608:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556108800:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.952619:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.952632:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c039800/0x6e2f3e23d86e701c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96461fb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128336.952679:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551629696:192.168.202.33@tcp:106: 00000100:00100000:3.0:1746128336.952760:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128336.958674:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551629696:192.168.202.33@tcp:106: 00010000:00010000:3.0:1746128336.958705:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c039800/0x6e2f3e23d86e701c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461fb expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.958717:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c039800/0x6e2f3e23d86e701c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461fb expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128336.958735:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039800, rc 0) 00000100:00100000:3.0:1746128336.958787:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2017:x1830947556108800:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 6179us (7189us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128336.958795:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31206 00000100:00100000:2.0:1746128336.962938:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.963069:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556108928 00000100:00100000:3.0:1746128336.963076:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556108928 00000100:00100000:3.0:1746128336.963124:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31207 00000100:00100000:3.0:1746128336.963132:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2420:x1830947556108928:12345-192.168.202.33@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128336.963145:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128336.963160:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e7023 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646202 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.963184:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.963190:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128336.963192:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128336.963195:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e7023 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646202 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.963218:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.963227:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 8 pid: 9591 timeout: 834 lvb_type: 0 00000100:00100000:3.0:1746128336.963238:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551629824:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128336.966305:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128336.969243:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128336.969341:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551629824:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128336.969365:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e7023 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646202 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128336.969380:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039600, rc 0) 00000100:00100000:3.0:1746128336.970126:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2420:x1830947556108928:12345-192.168.202.33@tcp:101:mmap_cat.0 Request processed in 6992us (7193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128336.970135:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31207 00000100:00100000:2.0:1746128336.972084:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556109056 00000100:00100000:2.0:1746128336.972094:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556109056 00010000:00010000:2.0:1746128336.972126:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 9 pid: 9591 timeout: 834 lvb_type: 0 00000100:00100000:2.0:1746128336.972158:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16164 00000100:00100000:2.0:1746128336.972165:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556109056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128336.972177:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128336.972193:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 9 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.972206:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 9 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.972227:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e6fc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda96461d8 expref: 9 pid: 9591 timeout: 834 lvb_type: 0 00010000:00010000:2.0:1746128336.972251:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128336.972252:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128336.972257:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e7023 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646202 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.972264:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e7023 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646202 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128336.972290:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c039600/0x6e2f3e23d86e7023 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646202 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128336.972299:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947551629952:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128336.972372:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc7a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128336.976939:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947551629952:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128336.976959:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128336.977024:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556109056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4858us (7785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128336.977034:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16164 00000100:00100000:1.0:1746128336.977840:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128336.978821:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556109312 00000100:00100000:0.0:1746128336.978828:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556109312 00002000:00100000:0.0:1746128336.978861:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008b6e5500 x1830947556109312/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:587/0 lens 488/0 e 0 to 0 dl 1746128347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128336.978870:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5500 with x1830947556109312 ext(0->4095) 00002000:00010000:0.0:1746128336.978874:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b6e5500 00000100:00100000:0.0:1746128336.978904:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14135 00000100:00100000:0.0:1746128336.978909:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2015:x1830947556109312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128336.979101:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2015:x1830947556109312:12345-192.168.202.33@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (1262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128336.979106:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14135 00002000:00100000:0.0:1746128336.979110:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008b6e5500 x1830947556109312/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746128347 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128336.979118:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6e5500 with x1830947556109312 ext(0->4095) 00002000:00010000:0.0:1746128336.979120:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b6e5500 00010000:00010000:0.0:1746128337.233766:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128338.235800:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128338.345398:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128338.345422:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128338.345437:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128338.345449:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128338.345465:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128338.345467:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556109568 00000100:00100000:2.0:1746128338.345475:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556109568 00000100:00100000:1.0:1746128338.345481:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556109824 00000100:00100000:1.0:1746128338.345484:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556109824 00000100:00100000:2.0:1746128338.345509:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556110080 00000100:00100000:1.0:1746128338.345509:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556110336 00000100:00100000:2.0:1746128338.345511:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556110080 00000100:00100000:1.0:1746128338.345511:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556110336 00000100:00100000:1.0:1746128338.345523:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 720 00000100:00100000:2.0:1746128338.345525:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1087 00000100:00100000:1.0:1746128338.345529:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556109824:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1746128338.345530:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2017:x1830947556109568:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1746128338.345596:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556109824:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 67us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128338.345601:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 720 00000100:00100000:3.0:1746128338.345607:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 721 00000100:00100000:3.0:1746128338.345614:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556110336:12345-192.168.202.33@tcp:400:kworker.0 00000100:00080000:1.0:1746128338.345617:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746128338.345620:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128338.345632:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1088 00000100:00100000:3.0:1746128338.345633:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2017:x1830947556110336:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128338.345636:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2017:x1830947556110080:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1746128338.345639:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 721 00000100:00100000:1.0:1746128338.345657:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2017:x1830947556110080:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128338.345662:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1088 00000100:00100000:2.0:1746128338.345683:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:2017:x1830947556109568:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 153us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128338.345689:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1087 00000100:00100000:0.0:1746128338.345772:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556109440 00000100:00100000:0.0:1746128338.345776:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556109440 00000100:00100000:0.0:1746128338.345797:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 547 00000100:00100000:0.0:1746128338.345801:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd310108-2f90-4075-8622-2788371490e6+12:2016:x1830947556109440:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128338.345839:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd310108-2f90-4075-8622-2788371490e6+12:2016:x1830947556109440:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 36us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128338.345844:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 547 00000100:00100000:0.0:1746128338.347524:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128338.348855:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128338.348885:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128338.348911:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128338.349093:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556109952 00000100:00100000:0.0:1746128338.349093:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556110464 00000100:00100000:3.0:1746128338.349100:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556109952 00000100:00100000:0.0:1746128338.349100:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556110464 00000100:00100000:3.0:1746128338.349201:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 722 00000100:00100000:3.0:1746128338.349209:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556109952:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128338.349221:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 723 00000100:00100000:0.0:1746128338.349227:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947556110464:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128338.349270:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947556110464:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 43us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128338.349271:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556109952:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 63us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128338.349275:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 723 00000100:00100000:3.0:1746128338.349278:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 722 00000100:00100000:0.0:1746128338.349320:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556109696 00000100:00100000:0.0:1746128338.349323:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556109696 00000100:00100000:0.0:1746128338.349343:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556110208 00000100:00100000:0.0:1746128338.349345:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556110208 00000100:00100000:0.0:1746128338.349357:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1089 00000100:00100000:0.0:1746128338.349362:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556109696:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128338.349386:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556109696:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (1865us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128338.349390:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1089 00000100:00100000:0.0:1746128338.349561:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1090 00000100:00100000:0.0:1746128338.349567:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556110208:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128338.349592:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556110208:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128338.349597:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1090 00000100:00080000:1.0:1746128338.349708:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746128338.349712:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1746128338.529686:0:7228:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985587 is committed 00000001:00080000:0.0:1746128338.529717:0:7228:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985586 is committed 00000004:00080000:0.0:1746128338.529736:0:7228:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00010000:00010000:2.0:1746128338.529948:0:3760:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128338.529958:0:3760:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128338.529963:0:3760:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128338.529968:0:3760:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9200 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128338.529975:0:3760:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128338.529981:0:3760:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128338.529993:0:3760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008a3b3c00) 00010000:00010000:2.0:1746128338.529996:0:3760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128338.529998:0:3760:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128338.530002:0:3760:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e6e16 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9196 initiator: MDT0 00010000:00010000:2.0:1746128338.530030:0:3760:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530034:0:3760:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530037:0:3760:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530041:0:3760:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef6c00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128338.530043:0:3760:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530047:0:3760:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530053:0:3760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012db6d300) 00010000:00010000:2.0:1746128338.530054:0:3760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128338.530056:0:3760:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530059:0:3760:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e6e55 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530068:0:3760:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530072:0:3760:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530076:0:3760:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530083:0:3760:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128338.530085:0:3760:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530089:0:3760:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530095:0:3760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008a2e0700) 00010000:00010000:2.0:1746128338.530097:0:3760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128338.530099:0:3760:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530104:0:3760:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e6e5c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530110:0:3760:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530114:0:3760:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530118:0:3760:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530121:0:3760:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9e00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128338.530123:0:3760:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530127:0:3760:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530132:0:3760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008a2e0a00) 00010000:00010000:2.0:1746128338.530134:0:3760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128338.530136:0:3760:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530140:0:3760:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e6e63 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530147:0:3760:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530152:0:3760:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00000004:00080000:0.0:1746128338.530489:0:7228:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00010000:00010000:2.0:1746128338.530532:0:3760:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530536:0:3760:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8c00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128338.530539:0:3760:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530590:0:3760:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530597:0:3760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008a2e0600) 00010000:00010000:2.0:1746128338.530599:0:3760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128338.530601:0:3760:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530605:0:3760:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e6ee1 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530618:0:3760:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530622:0:3760:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530630:0:3760:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530634:0:3760:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8a00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128338.530636:0:3760:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530640:0:3760:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530645:0:3760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008a2e0400) 00010000:00010000:2.0:1746128338.530647:0:3760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128338.530649:0:3760:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128338.530653:0:3760:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e6fba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000100:00100000:1.0:1746128338.531077:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746128338.531092:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551630080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1746128338.531145:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128338.531234:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551630080 00000100:00100000:0.0:1746128338.531240:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551630080 00000100:00080000:1.0:1746128338.531282:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128338.531485:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31208 00000100:00100000:0.0:1746128338.531493:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551630080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746128338.531513:0:9592:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23 count 1 00010000:00010000:0.0:1746128338.531529:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128338.531570:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 5 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128338.531578:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128338.531582:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128338.531584:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128338.531638:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 5 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128338.531650:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 5 pid: 9591 timeout: 835 lvb_type: 1 00000100:00100000:1.0:1746128338.531660:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551630208:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128338.531717:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128338.534222:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551630208:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128338.534252:0:9592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128338.535749:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128338.536473:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556110592 00000100:00100000:2.0:1746128338.536480:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556110592 00010000:00010000:2.0:1746128338.536508:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 6 pid: 9591 timeout: 835 lvb_type: 1 00000100:00100000:2.0:1746128338.536538:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16165 00000100:00100000:2.0:1746128338.536716:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556110592:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128338.536726:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128338.536731:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 6 pid: 9591 timeout: 835 lvb_type: 1 00010000:00010000:2.0:1746128338.536743:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 6 pid: 9591 timeout: 835 lvb_type: 1 00010000:00010000:2.0:1746128338.536762:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e6e08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.33@tcp remote: 0xb261eccda964613e expref: 6 pid: 9591 timeout: 835 lvb_type: 1 00010000:00010000:2.0:1746128338.536774:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128338.536776:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128338.536780:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128338.536787:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128338.537049:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128338.537089:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2014:x1830947556110592:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 374us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128338.537094:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16165 00010000:00010000:1.0:1746128338.537287:0:9592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128338.537296:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128338.537303:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128338.537309:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128338.537326:0:9592:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1746128338.537589:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3774:x1830947551630080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6096us (6442us total) trans 4294970583 rc 0/0 00000100:00100000:1.0:1746128338.537595:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31208 00000004:00080000:1.0:1746128338.537635:0:3774:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e870000/2, rc 0, transno 4294970583 00000100:00100000:1.0:1746128338.537640:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551630080:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1746128338.537845:0:8393:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746128338.537851:0:8393:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128338.537858:0:8393:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05a200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128338.537871:0:8393:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128338.537878:0:8393:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128338.537889:0:8393:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128338.537895:0:8393:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e702a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128338.537909:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746128338.537910:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746128338.537911:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128339.238698:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128339.564153:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551630336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746128339.564706:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128339.565030:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551630336 00000100:00100000:0.0:1746128339.565037:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551630336 00000100:00080000:2.0:1746128339.565087:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128339.565094:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1746128339.565101:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551630336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746128339.565537:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921063936 avail 3689541632 00000100:00100000:1.0:1746128339.566080:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551630336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 978us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128339.566086:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1746128339.566170:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551630336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746128339.611659:0:3776:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746128339.611677:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551630464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746128339.611732:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128339.611800:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551630464 00000100:00100000:1.0:1746128339.611806:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551630464 00000100:00100000:1.0:1746128339.611838:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1746128339.611844:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3776:x1830947551630464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746128339.611871:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921063936 avail 3689541632 00000100:00100000:1.0:1746128339.611900:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3776:x1830947551630464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128339.611907:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1746128339.612061:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551630464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746128339.618226:0:3775:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746128339.618243:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551630592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746128339.618296:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128339.618702:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551630592 00000100:00100000:0.0:1746128339.618710:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551630592 00000100:00100000:0.0:1746128339.618748:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1746128339.618755:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551630592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746128339.618779:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445982208 avail 1316519936 00000100:00100000:0.0:1746128339.618811:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551630592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128339.619308:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551630592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746128339.619486:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1746128339.676665:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746128339.676682:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551630720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746128339.676737:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128339.676863:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551630720 00000100:00100000:1.0:1746128339.676870:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551630720 00000100:00100000:1.0:1746128339.676901:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1746128339.676907:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551630720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746128339.676934:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:1.0:1746128339.676968:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551630720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128339.676975:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1746128339.677033:0:3774:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967398 gen 2 00000004:00080000:3.0:1746128339.677038:0:3774:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967398 committed transno 4294967398 00000020:00080000:3.0:1746128339.677043:0:3774:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008cc7a300 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:3.0:1746128339.677051:0:3774:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012db6d900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008cc7a900 00000020:00080000:3.0:1746128339.677054:0:3774:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:3.0:1746128339.677055:0:3774:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012db6da00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880097ef7000 00000020:00080000:3.0:1746128339.677057:0:3774:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:3.0:1746128339.677086:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551630720:0@lo:41:osp-pre-1-0.0 00000020:00080000:1.0:1746128339.677185:0:7276:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:1.0:1746128339.677230:0:7276:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000001:02000400:1.0:1746128339.815819:0:28421:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 15:38:59 (1746128339) 00000100:00100000:0.0:1746128339.860487:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128339.860572:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556110720 00000100:00100000:1.0:1746128339.860579:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556110720 00000100:00100000:1.0:1746128339.860618:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41758 00000100:00100000:1.0:1746128339.860624:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:3055:x1830947556110720:12345-192.168.202.33@tcp:41:stat.0 00000004:00000024:1.0:1746128339.860660:0:7247:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842549760 avail 7379505152 00000100:00100000:1.0:1746128339.860706:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:3055:x1830947556110720:12345-192.168.202.33@tcp:41:stat.0 Request processed in 82us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128339.860712:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41758 00000100:00100000:0.0:1746128339.889688:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128339.889715:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556110848 00000100:00100000:0.0:1746128339.889721:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556110848 00000100:00100000:0.0:1746128339.889796:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41759 00000100:00100000:0.0:1746128339.889804:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:3064:x1830947556110848:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:0.0:1746128339.889820:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128339.889834:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7031 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646209 expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.889898:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889908:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889918:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889929:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889934:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889938:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889969:0:14269:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889973:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889978:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889982:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889985:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05b400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128339.889988:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.889996:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890005:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128339.890007:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128339.890010:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890015:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e7038 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890024:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890028:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890033:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890036:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05a600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128339.890038:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890043:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890048:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880129e59b00) 00010000:00010000:0.0:1746128339.890050:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128339.890052:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890056:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a600/0x6e2f3e23d86e703f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128339.890078:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7031 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646209 expref: 11 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.890084:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7031 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646209 expref: 11 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.890090:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05a000, rc 0) 00000100:00100000:0.0:1746128339.890122:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:3064:x1830947556110848:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 320us (442us total) trans 0 rc 301/301 00000100:00100000:0.0:1746128339.890127:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41759 00000100:00100000:1.0:1746128339.892482:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128339.892500:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556111104 00000100:00100000:0.0:1746128339.892507:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556111104 00000100:00100000:0.0:1746128339.892537:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41760 00000100:00100000:0.0:1746128339.892558:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:3064:x1830947556111104:12345-192.168.202.33@tcp:36:lfs.0 00010000:00010000:0.0:1746128339.892592:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128339.892611:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e6e7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646153 expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.892622:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128339.892625:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128339.892659:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.892669:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.892674:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.892696:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.892708:0:7247:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 11 pid: 7246 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746128339.892719:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a01880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551630848:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128339.892789:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d94f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128339.894157:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128339.894200:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a01880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551630848:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128339.894217:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:3.0:1746128339.894400:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556111232 00000100:00100000:3.0:1746128339.894405:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556111232 00010000:00010000:3.0:1746128339.894425:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 12 pid: 7246 timeout: 837 lvb_type: 0 00000100:00100000:3.0:1746128339.894443:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16166 00000100:00100000:3.0:1746128339.894448:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2015:x1830947556111232:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128339.894455:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128339.894459:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 12 pid: 7246 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746128339.894466:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 12 pid: 7246 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746128339.894478:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e6f20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646192 expref: 12 pid: 7246 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746128339.894486:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128339.894489:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.894495:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.894500:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.894512:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128339.894583:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.894588:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.894599:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.894605:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.894611:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:3.0:1746128339.895175:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556111232:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 724us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128339.895182:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16166 00000040:00080000:0.0:1746128339.897653:0:7247:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:0.0:1746128339.897743:0:7247:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:0.0:1746128339.897751:0:7247:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012d94f900 with version 19 00000004:00080000:3.0:1746128339.897840:0:8418:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880099c22840 version 19 rpc_version 19 00000020:00100000:3.0:1746128339.897881:0:8418:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746128339.897889:0:8418:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88011e873100 x1830947551631104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128339.897907:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e873100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8418:1830947551631104:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746128339.897954:0:8418:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128339.897978:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc7a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128339.898060:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551631104 00000100:00100000:0.0:1746128339.898066:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551631104 00000100:00100000:0.0:1746128339.898106:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1746128339.898113:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8418:x1830947551631104:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746128339.898598:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8418:x1830947551631104:12345-0@lo:1000:osp_up1-0.0 Request processed in 484us (643us total) trans 4294967399 rc 0/0 00000100:00100000:0.0:1746128339.898605:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1746128339.898648:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e873100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8418:1830947551631104:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1746128339.898713:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.898728:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.898737:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.898751:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.898756:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.898761:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.898780:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.898786:0:7247:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.898796:0:7247:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7247 initiator: MDT0 00000100:00100000:0.0:1746128339.898806:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a01880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7247:1830947551631232:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1746128339.898825:0:7247:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128339.898836:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097defd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128339.898845:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551631232 00000100:00100000:0.0:1746128339.898847:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551631232 00000100:00100000:0.0:1746128339.898878:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1746128339.898882:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7247:x1830947551631232:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1746128339.898891:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128339.898900:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e7069 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6e2f3e23d86e7062 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.898914:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e7069 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x6e2f3e23d86e7062 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.898924:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e7069 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x6e2f3e23d86e7062 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.898930:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880129e59400) 00010000:00010000:0.0:1746128339.898933:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128339.898935:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef6e00, rc 0) 00000100:00100000:0.0:1746128339.898954:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:7247:x1830947551631232:12345-0@lo:101:mdt00_002.0 Request processed in 71us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128339.898958:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1746128339.898977:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a01880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7247:1830947551631232:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1746128339.899602:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.899612:0:7247:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746128339.899627:0:7247:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a77e6a00 reply state ffff8800909d2000 transno 4294985588 ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.899831:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.899836:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:0.0:1746128339.899838:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746128339.899841:0:7247:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746128339.899846:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128339.899863:0:7247:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746128339.899870:0:7247:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:0.0:1746128339.899878:0:7247:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a77e6a00 reply state ffff8800909d2000 transno 4294985588 ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.899884:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.899888:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880129e59200) 00010000:00010000:0.0:1746128339.899890:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746128339.899891:0:7247:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1746128339.899894:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:0.0:1746128339.899902:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.899997:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.900001:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.900005:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.900010:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05b000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128339.900012:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.900017:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.900026:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128339.900028:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128339.900031:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.900035:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7046 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00000004:00010000:0.0:1746128339.900044:0:7247:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a77e6a00 reply state ffff8800909d2000 transno 4294985588 ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.900050:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128339.900054:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880129e59f00) 00010000:00010000:0.0:1746128339.900056:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746128339.900057:0:7247:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746128339.900120:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:3064:x1830947556111104:12345-192.168.202.33@tcp:36:lfs.0 Request processed in 7561us (7641us total) trans 4294985588 rc 0/0 00000100:00100000:0.0:1746128339.900127:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41760 00000100:00100000:0.0:1746128339.913606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128339.913722:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556111360 00000100:00100000:2.0:1746128339.913730:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556111360 00000100:00100000:2.0:1746128339.913848:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41761 00000100:00100000:2.0:1746128339.913865:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:3065:x1830947556111360:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:2.0:1746128339.913883:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128339.913898:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e7070 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646210 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.914061:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7077 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.914071:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.914080:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:2.0:1746128339.914117:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746128339.914120:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128339.914139:0:7247:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.914157:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e7070 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646210 expref: 13 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.914170:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7077 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646210 expref: 12 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.914177:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128339.914179:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128339.914182:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9a00, rc 0) 00000100:00100000:2.0:1746128339.914297:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:3065:x1830947556111360:12345-192.168.202.33@tcp:101:cp.0 Request processed in 433us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128339.914303:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41761 00000100:00100000:1.0:1746128339.919963:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128339.920040:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556111488 00000100:00100000:2.0:1746128339.920048:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556111488 00000100:00100000:2.0:1746128339.920084:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41762 00000100:00100000:2.0:1746128339.920091:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:3065:x1830947556111488:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:2.0:1746128339.920108:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128339.920123:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e707e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646217 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.920173:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920183:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920192:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920203:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920208:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920212:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920274:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e7093 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920281:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e7093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920286:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e7093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:2.0:1746128339.920343:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1746128339.920346:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746128339.920360:0:7247:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e7093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920368:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920376:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920381:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920386:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920394:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9200 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128339.920397:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920402:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920410:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128339.920412:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128339.920415:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920419:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7085 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920428:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920432:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920437:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920440:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8a00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128339.920442:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920447:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920453:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880129e59f00) 00010000:00010000:2.0:1746128339.920455:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128339.920457:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920461:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e708c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.920479:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e707e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646217 expref: 14 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.920488:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9c00/0x6e2f3e23d86e7093 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646217 expref: 13 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.920494:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880129e59200) 00010000:00010000:2.0:1746128339.920495:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746128339.920497:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9c00, rc 0) 00000100:00100000:2.0:1746128339.920563:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:3065:x1830947556111488:12345-192.168.202.33@tcp:101:cp.0 Request processed in 472us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128339.920570:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41762 00000100:00100000:0.0:1746128339.921806:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128339.921890:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556111616 00000100:00100000:2.0:1746128339.921894:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556111616 00000100:00100000:2.0:1746128339.921968:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41763 00000100:00100000:2.0:1746128339.921975:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:3065:x1830947556111616:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:2.0:1746128339.921984:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128339.921993:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e709a lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964621e expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.922017:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e70a1 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.922023:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e70a1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.922030:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e70a1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:2.0:1746128339.922060:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746128339.922063:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746128339.922080:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e709a lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964621e expref: 15 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.922090:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e70a1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964621e expref: 14 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.922096:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:2.0:1746128339.922098:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746128339.922100:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8400, rc 0) 00000100:00100000:2.0:1746128339.922133:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:3065:x1830947556111616:12345-192.168.202.33@tcp:101:cp.0 Request processed in 159us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128339.922150:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41763 00000100:00100000:0.0:1746128339.927088:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128339.927161:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556111744 00000100:00100000:2.0:1746128339.927169:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556111744 00000100:00100000:2.0:1746128339.927278:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41764 00000100:00100000:2.0:1746128339.927286:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:3065:x1830947556111744:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:2.0:1746128339.927301:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128339.927314:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e70a8 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646225 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.927356:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.927367:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e7069 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x6e2f3e23d86e7062 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.927373:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT1 00010000:00010000:2.0:1746128339.927397:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e7069 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x6e2f3e23d86e7062 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128339.927408:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7247:1830947551631360:0@lo:104: 00000100:00100000:2.0:1746128339.927441:0:7247:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128339.927485:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551631360 00000100:00100000:2.0:1746128339.927490:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128339.927609:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551631360 00000100:00100000:3.0:1746128339.927633:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1746128339.927638:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7247:x1830947551631360:12345-0@lo:104: 00010000:00010000:3.0:1746128339.927646:0:7231:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128339.927699:0:7231:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1746128339.927704:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7247:x1830947551631360:12345-0@lo:104: Request processed in 67us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128339.927710:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:1.0:1746128339.927724:0:8394:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746128339.927731:0:8394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.927742:0:8394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef7000 already unused, calling callback (ffffffffa0f29e30) 00010000:00010000:1.0:1746128339.927745:0:8394:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746128339.927758:0:8394:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.927785:0:8394:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.927790:0:8394:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746128339.927814:0:8394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.927819:0:8394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097ef7000/0x6e2f3e23d86e7062 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x6e2f3e23d86e7069 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128339.927832:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551631488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746128339.927842:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746128339.927843:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746128339.927845:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128339.927868:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128339.927896:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551631488 00000100:00100000:3.0:1746128339.927899:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551631488 00010000:00010000:3.0:1746128339.927912:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e7069 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x6e2f3e23d86e7062 expref: 7 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128339.927927:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16167 00000100:00100000:3.0:1746128339.927931:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3774:x1830947551631488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746128339.927938:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746128339.928063:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e980700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7247:1830947551631360:0@lo:104: 00010000:00010000:2.0:1746128339.928075:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT1 00000001:00080000:0.0:1746128339.929501:0:8385:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967399 is committed 00010000:00010000:3.0:1746128339.929611:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097ef6e00/0x6e2f3e23d86e7069 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x6e2f3e23d86e7062 expref: 6 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128339.929624:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880129e59400) 00010000:00010000:3.0:1746128339.929628:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT1 00010000:00010000:3.0:1746128339.929634:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT1 00010000:00010000:3.0:1746128339.929639:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT1 00010000:00010000:3.0:1746128339.929661:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128339.929689:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551631488:12345-0@lo:103:ldlm_bl.0 Request processed in 1757us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128339.929696:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16167 00010000:00010000:2.0:1746128339.929703:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT1 00010000:00010000:2.0:1746128339.929710:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT1 00000004:00200000:2.0:1746128339.929744:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000100:00100000:3.0:1746128339.929745:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551631488:0@lo:103:ldlm_bl.0 00000004:00200000:2.0:1746128339.929747:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746128339.929777:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e70a8 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646225 expref: 8 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.929788:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c8b9400/0x6e2f3e23d86e70af lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646225 expref: 7 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.929794:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880129e59400) 00010000:00010000:2.0:1746128339.929796:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746128339.929799:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9400, rc 0) 00000100:00100000:2.0:1746128339.929842:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:3065:x1830947556111744:12345-192.168.202.33@tcp:101:cp.0 Request processed in 2557us (2760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128339.929847:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41764 00000100:00100000:0.0:1746128339.936163:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128339.936504:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556111872 00000100:00100000:2.0:1746128339.936513:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556111872 00000100:00100000:2.0:1746128339.936588:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41765 00000100:00100000:2.0:1746128339.936595:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:3065:x1830947556111872:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:2.0:1746128339.936784:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128339.936801:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e70b6 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964622c expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.936849:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936870:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936879:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936889:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936894:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936898:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936946:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936953:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936958:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936962:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936966:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a2ed400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128339.936969:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936974:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936982:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:2.0:1746128339.936985:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128339.936989:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.936993:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed400/0x6e2f3e23d86e70bd lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.937001:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.937005:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.937009:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.937012:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a2ece00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128339.937014:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.937018:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.937023:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012da09e00) 00010000:00010000:2.0:1746128339.937025:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128339.937026:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.937030:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e70c4 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128339.937054:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e70b6 lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964622c expref: 15 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.937060:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2edc00/0x6e2f3e23d86e70b6 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964622c expref: 15 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128339.937066:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2edc00, rc 0) 00000100:00100000:2.0:1746128339.937117:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:3065:x1830947556111872:12345-192.168.202.33@tcp:101:cp.0 Request processed in 522us (961us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128339.937123:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41765 00000100:00100000:0.0:1746128339.941680:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128339.941792:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556112128 00000100:00100000:3.0:1746128339.941800:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556112128 00000100:00100000:3.0:1746128339.941858:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41766 00000100:00100000:3.0:1746128339.941866:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:3065:x1830947556112128:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:3.0:1746128339.941882:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128339.941884:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128339.941905:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b8400/0x6e2f3e23d86e70a1 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964621e expref: 14 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128339.941920:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:3.0:1746128339.941924:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128339.941932:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e70cb lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646233 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128339.942007:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942016:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942022:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942032:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942037:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942042:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00080000:3.0:1746128339.942262:0:7247:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:3.0:1746128339.942341:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e70e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942348:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e70e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942354:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e70e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942375:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942380:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942385:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942390:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942395:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c052a00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128339.942398:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942404:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942411:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:3.0:1746128339.942413:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128339.942415:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942420:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e70d2 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00000004:00010000:3.0:1746128339.942427:0:7247:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880097a00000 reply state ffff88012e1c0000 transno 4294985589 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942434:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128339.942439:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880096725700) 00010000:00010000:3.0:1746128339.942441:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128339.942443:0:7247:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746128339.942458:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e70cb lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646233 expref: 16 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128339.942467:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e70e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646233 expref: 15 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128339.942473:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:3.0:1746128339.942475:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128339.942476:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e7a200, rc 0) 00000100:00100000:3.0:1746128339.942509:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:3065:x1830947556112128:12345-192.168.202.33@tcp:101:cp.0 Request processed in 644us (836us total) trans 4294985589 rc 0/0 00000100:00100000:3.0:1746128339.942515:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41766 00000100:00100000:2.0:1746128339.947688:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128339.947758:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556112256 00000100:00100000:1.0:1746128339.947765:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556112256 00000100:00100000:1.0:1746128339.947931:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31209 00000100:00100000:1.0:1746128339.947939:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2016:x1830947556112256:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:1.0:1746128339.947954:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128339.947968:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964623a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128339.947986:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746128339.948001:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128339.948003:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128339.948010:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 6 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128339.948030:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 6 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128339.948040:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e600, rc 0) 00000100:00100000:1.0:1746128339.948723:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556112256:12345-192.168.202.33@tcp:101:cp.0 Request processed in 783us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128339.948729:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31209 00000100:00100000:0.0:1746128339.953011:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128339.953138:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556112384 00000100:00100000:1.0:1746128339.953146:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556112384 00000100:00100000:1.0:1746128339.953318:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31210 00000100:00100000:1.0:1746128339.953325:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:3065:x1830947556112384:12345-192.168.202.33@tcp:101:cp.0 00010000:00010000:1.0:1746128339.953340:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128339.953353:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646241 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.953378:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 7 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128339.953384:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128339.953386:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128339.953389:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.953413:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 7 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128339.953427:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 7 pid: 9592 timeout: 837 lvb_type: 1 00000100:00100000:1.0:1746128339.953436:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d613100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551631616:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128339.953991:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128339.955614:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128339.955686:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d613100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551631616:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128339.955701:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556112512 00000100:00100000:3.0:1746128339.955706:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556112512 00010000:00010000:1.0:1746128339.955706:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.955716:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e800, rc 0) 00000100:00100000:1.0:1746128339.955740:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:3065:x1830947556112384:12345-192.168.202.33@tcp:101:cp.0 Request processed in 2416us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128339.955746:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31210 00010000:00010000:3.0:1746128339.955813:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 8 pid: 9592 timeout: 837 lvb_type: 1 00000100:00100000:3.0:1746128339.955846:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16168 00000100:00100000:3.0:1746128339.955863:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556112512:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128339.955872:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128339.955998:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 7 pid: 9592 timeout: 837 lvb_type: 1 00010000:00010000:3.0:1746128339.956013:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 7 pid: 9592 timeout: 837 lvb_type: 1 00010000:00010000:3.0:1746128339.956072:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e70ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964623a expref: 7 pid: 9592 timeout: 837 lvb_type: 1 00010000:00010000:3.0:1746128339.956091:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128339.956093:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128339.956098:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128339.956104:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128339.956124:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128339.956131:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551631744:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128339.956332:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc7a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128339.957533:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551631744:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128339.957558:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128339.957578:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556112512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1726us (1967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128339.957584:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16168 00000100:00100000:0.0:1746128339.958081:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128339.958158:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556112768 00000100:00100000:3.0:1746128339.958162:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556112768 00000100:00100000:3.0:1746128339.958192:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 190 00000100:00100000:3.0:1746128339.958197:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b2336c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:3065:x1830947556112768:12345-192.168.202.33@tcp:35:cp.0 00000100:00100000:3.0:1746128339.958381:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b2336c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:3065:x1830947556112768:12345-192.168.202.33@tcp:35:cp.0 Request processed in 182us (300us total) trans 4294985590 rc 0/0 00000100:00100000:3.0:1746128339.958386:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 190 00000100:00100000:0.0:1746128339.988669:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128339.988925:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556113024 00000100:00100000:1.0:1746128339.988933:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556113024 00000100:00100000:1.0:1746128339.988985:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41767 00000100:00100000:1.0:1746128339.988992:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:3068:x1830947556113024:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128339.989012:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128339.989027:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e70fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646248 expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.989108:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e7103 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128339.989119:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e7103 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128339.989128:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e7103 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:1.0:1746128339.989136:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:1.0:1746128339.989218:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e70fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646248 expref: 20 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.989250:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530fe00/0x6e2f3e23d86e7103 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646248 expref: 19 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128339.989257:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:1.0:1746128339.989259:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746128339.989261:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530fe00, rc 0) 00000100:00100000:1.0:1746128339.989424:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:3068:x1830947556113024:12345-192.168.202.33@tcp:101:dd.0 Request processed in 432us (760us total) trans 4294985591 rc 0/0 00000100:00100000:1.0:1746128339.989429:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41767 00000100:00100000:0.0:1746128340.036298:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.036358:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556113152 00000100:00100000:1.0:1746128340.036365:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556113152 00000100:00100000:1.0:1746128340.036423:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41768 00000100:00100000:1.0:1746128340.036430:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:3072:x1830947556113152:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128340.036443:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128340.036458:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7111 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964624f expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.036503:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.036513:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.036521:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:1.0:1746128340.036588:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746128340.036591:0:14269:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746128340.036605:0:14269:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.036621:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7111 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 13 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.036636:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 12 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.036642:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128340.036644:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746128340.036646:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f000, rc 0) 00000100:00100000:1.0:1746128340.036681:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:3072:x1830947556113152:12345-192.168.202.33@tcp:101:dd.0 Request processed in 252us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128340.036686:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41768 00000100:00080000:2.0:1746128340.037360:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128340.038975:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.039320:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556113280 00000100:00100000:3.0:1746128340.039328:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556113280 00000100:00100000:3.0:1746128340.039365:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41769 00000100:00100000:3.0:1746128340.039371:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:3072:x1830947556113280:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128340.039384:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128340.039396:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e711f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646256 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.039434:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.039444:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.039452:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.039461:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.039466:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.039471:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.039529:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e7134 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.039539:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e7134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.039577:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e7134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:3.0:1746128340.039627:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1746128340.039630:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746128340.040445:0:7247:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e7134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040457:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040463:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040467:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040472:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040477:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e7a400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128340.040480:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040486:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040496:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128340.040498:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128340.040501:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040506:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a400/0x6e2f3e23d86e7126 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040519:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040524:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040528:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040532:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c052c00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128340.040534:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040538:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040562:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880129e59f00) 00010000:00010000:3.0:1746128340.040564:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128340.040567:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040571:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052c00/0x6e2f3e23d86e712d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.040591:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7aa00/0x6e2f3e23d86e711f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646256 expref: 14 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.040598:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c052a00/0x6e2f3e23d86e7134 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646256 expref: 13 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.040608:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880129e59200) 00010000:00010000:3.0:1746128340.040610:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746128340.040612:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c052a00, rc 0) 00000100:00100000:3.0:1746128340.040659:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:3072:x1830947556113280:12345-192.168.202.33@tcp:101:dd.0 Request processed in 1286us (1687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128340.040664:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41769 00000100:00100000:0.0:1746128340.043780:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.043977:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556113408 00000100:00100000:3.0:1746128340.043984:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556113408 00000100:00100000:3.0:1746128340.044030:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41770 00000100:00100000:3.0:1746128340.044036:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:3072:x1830947556113408:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128340.044050:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128340.044063:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e713b lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964625d expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.044100:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083857600/0x6e2f3e23d86e7142 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.044109:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083857600/0x6e2f3e23d86e7142 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.044117:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083857600/0x6e2f3e23d86e7142 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:3.0:1746128340.044146:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746128340.044149:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746128340.044172:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e713b lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964625d expref: 15 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.044183:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083857600/0x6e2f3e23d86e7142 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964625d expref: 14 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.044189:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:3.0:1746128340.044192:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746128340.044194:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083857600, rc 0) 00000100:00100000:3.0:1746128340.044223:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:3072:x1830947556113408:12345-192.168.202.33@tcp:101:dd.0 Request processed in 187us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128340.044229:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41770 00000100:00100000:0.0:1746128340.046943:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.048016:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556113536 00000100:00100000:3.0:1746128340.048023:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556113536 00000100:00080000:2.0:1746128340.048081:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746128340.048985:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41771 00000100:00100000:3.0:1746128340.048995:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:3072:x1830947556113536:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128340.049011:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128340.049024:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083857e00/0x6e2f3e23d86e7149 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646264 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.049064:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083857800/0x6e2f3e23d86e7150 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.049074:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083857800/0x6e2f3e23d86e7150 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT1 00010000:00010000:3.0:1746128340.049082:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083857800/0x6e2f3e23d86e7150 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT1 00000004:00200000:3.0:1746128340.049116:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746128340.049120:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746128340.049154:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083857e00/0x6e2f3e23d86e7149 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646264 expref: 8 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.049165:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083857800/0x6e2f3e23d86e7150 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646264 expref: 7 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.049171:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880129e59400) 00010000:00010000:3.0:1746128340.049173:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746128340.049175:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083857800, rc 0) 00000100:00100000:3.0:1746128340.049225:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:3072:x1830947556113536:12345-192.168.202.33@tcp:101:dd.0 Request processed in 234us (2287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128340.049231:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41771 00000100:00100000:0.0:1746128340.051687:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.051715:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556113792 00000100:00100000:3.0:1746128340.051722:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556113792 00000100:00100000:3.0:1746128340.051764:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41772 00000100:00100000:3.0:1746128340.051771:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:3072:x1830947556113792:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128340.051784:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128340.051799:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083857a00/0x6e2f3e23d86e7157 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964626b expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.051872:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.051882:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.051890:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.051897:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.051902:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.051907:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.051976:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.051984:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.051989:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:3.0:1746128340.051997:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:3.0:1746128340.052071:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052910:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052919:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052924:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052929:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099fbdc00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128340.052932:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052937:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052946:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:3.0:1746128340.052948:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128340.052951:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052959:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e715e lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052969:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052973:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052978:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052981:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096746000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128340.052983:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052987:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.052993:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880096725700) 00010000:00010000:3.0:1746128340.052994:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128340.052996:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.053000:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7165 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.053030:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083857a00/0x6e2f3e23d86e7157 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 17 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.053041:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 16 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.053050:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:3.0:1746128340.053052:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128340.053054:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096747e00, rc 0) 00000100:00100000:3.0:1746128340.053106:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:3072:x1830947556113792:12345-192.168.202.33@tcp:101:dd.0 Request processed in 1334us (1423us total) trans 4294985592 rc 0/0 00000100:00100000:3.0:1746128340.053112:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41772 00000100:00100000:0.0:1746128340.057283:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.057390:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556113920 00000100:00100000:1.0:1746128340.057397:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556113920 00000100:00100000:1.0:1746128340.058064:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31211 00000100:00100000:1.0:1746128340.058071:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:3072:x1830947556113920:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128340.058087:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128340.058100:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646272 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.058127:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.058133:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128340.058134:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128340.058137:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.058162:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.058173:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 5 pid: 9592 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746128340.058183:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d613100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551631872:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128340.058253:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6cc0 going to sleep for 11 seconds 00000100:00080000:2.0:1746128340.058785:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128340.060069:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d613100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551631872:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128340.060088:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.060099:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530ea00, rc 0) 00000100:00100000:1.0:1746128340.060137:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:3072:x1830947556113920:12345-192.168.202.33@tcp:101:dd.0 Request processed in 2067us (2860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128340.060144:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31211 00000100:00100000:2.0:1746128340.062085:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128340.062201:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556114048 00000100:00100000:0.0:1746128340.062208:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556114048 00002000:00100000:0.0:1746128340.062254:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff88012e981f80 x1830947556114048/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:591/0 lens 2208/0 e 0 to 0 dl 1746128351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128340.062262:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981f80 with x1830947556114048 ext(0->1715) 00010000:00010000:0.0:1746128340.062269:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 6 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746128340.062281:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 6 pid: 9592 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746128340.062288:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e981f80 00000100:00100000:0.0:1746128340.062315:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3568 00000100:00100000:0.0:1746128340.062322:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556114048:12345-192.168.202.33@tcp:4:dd.0 00000100:00080000:2.0:1746128340.062758:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128340.063263:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556114048:12345-192.168.202.33@tcp:4:dd.0 Request processed in 939us (1179us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746128340.063270:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3568 00002000:00100000:0.0:1746128340.063277:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff88012e981f80 x1830947556114048/t4294970584(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:591/0 lens 2208/448 e 0 to 0 dl 1746128351 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128340.063284:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e981f80 with x1830947556114048 ext(0->1715) 00010000:00010000:0.0:1746128340.063289:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 8 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746128340.063298:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 8 pid: 9592 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746128340.063303:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e981f80 00000100:00100000:0.0:1746128340.064772:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.065871:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556114176 00000100:00100000:3.0:1746128340.065878:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556114176 00010000:00010000:3.0:1746128340.065902:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 8 pid: 9592 timeout: 837 lvb_type: 0 00000100:00100000:3.0:1746128340.065930:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16169 00000100:00100000:3.0:1746128340.065936:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556114176:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128340.065946:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128340.065955:0:7233:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1746128340.065958:0:7233:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1746128340 00002000:00010000:3.0:1746128340.065959:0:7233:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 0 -> 1746128340 00002000:00010000:3.0:1746128340.065961:0:7233:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1746128340 00002000:00010000:3.0:1746128340.065962:0:7233:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1746128340.065966:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 8 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746128340.065974:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 8 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746128340.065990:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e70f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646241 expref: 8 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746128340.066015:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128340.066017:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128340.066022:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.066028:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.066054:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128340.066063:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551632000:192.168.202.33@tcp:105: 00000100:00100000:3.0:1746128340.066121:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc7a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128340.069112:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128340.069135:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556114432 00000100:00100000:0.0:1746128340.069141:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556114432 00002000:00100000:0.0:1746128340.069173:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012f8d0700 x1830947556114432/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:591/0 lens 488/0 e 0 to 0 dl 1746128351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128340.069182:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0700 with x1830947556114432 ext(0->4095) 00002000:00010000:0.0:1746128340.069187:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0700 00000100:00100000:3.0:1746128340.069475:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551632000:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128340.069492:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128340.069536:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556114176:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3599us (4765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128340.069557:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16169 00000100:00100000:0.0:1746128340.069866:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14136 00000100:00100000:0.0:1746128340.069873:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556114432:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:0.0:1746128340.069973:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2015:x1830947556114432:12345-192.168.202.33@tcp:3:dd.0 Request processed in 100us (869us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128340.069979:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14136 00002000:00100000:0.0:1746128340.069984:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012f8d0700 x1830947556114432/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746128351 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128340.069991:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0700 with x1830947556114432 ext(0->4095) 00002000:00010000:0.0:1746128340.069994:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0700 00000100:00100000:0.0:1746128340.098354:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.099883:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556114688 00000100:00100000:1.0:1746128340.099893:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556114688 00000100:00100000:1.0:1746128340.099948:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 191 00000100:00100000:1.0:1746128340.099954:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:3072:x1830947556114688:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:1.0:1746128340.100156:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:3072:x1830947556114688:12345-192.168.202.33@tcp:35:dd.0 Request processed in 202us (1811us total) trans 4294985593 rc 0/0 00000100:00100000:1.0:1746128340.100163:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 191 00000100:00100000:0.0:1746128340.116432:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.116666:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556114816 00000100:00100000:3.0:1746128340.116672:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556114816 00000100:00100000:3.0:1746128340.116726:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41773 00000100:00100000:3.0:1746128340.116733:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:3075:x1830947556114816:12345-192.168.202.33@tcp:101:truncate.0 00010000:00010000:3.0:1746128340.116750:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128340.116763:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e7181 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646279 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.116794:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e7188 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.116804:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e7188 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.116812:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e7188 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.116899:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5800/0x6e2f3e23d86e7181 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646279 expref: 21 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.116915:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4e00/0x6e2f3e23d86e7188 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646279 expref: 20 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.116922:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:3.0:1746128340.116924:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746128340.116926:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097af4e00, rc 0) 00000100:00080000:2.0:1746128340.117023:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746128340.117287:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:3075:x1830947556114816:12345-192.168.202.33@tcp:101:truncate.0 Request processed in 552us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128340.117292:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41773 00000100:00100000:0.0:1746128340.122777:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.122855:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556115072 00000100:00100000:3.0:1746128340.122862:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556115072 00000100:00100000:3.0:1746128340.122904:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41774 00000100:00100000:3.0:1746128340.122910:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:3075:x1830947556115072:12345-192.168.202.33@tcp:36:truncate.0 00010000:00010000:3.0:1746128340.123392:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128340.123413:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e70e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646233 expref: 20 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.123446:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:3.0:1746128340.123449:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128340.123606:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.123617:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 16 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.123623:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.123698:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 16 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.123709:0:7247:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 16 pid: 7247 timeout: 837 lvb_type: 0 00000100:00100000:3.0:1746128340.123719:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551632128:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128340.123790:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc7a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128340.128996:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128340.129050:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556115200 00000100:00100000:2.0:1746128340.129057:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556115200 00010000:00010000:2.0:1746128340.129083:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 17 pid: 7247 timeout: 837 lvb_type: 0 00000100:00100000:2.0:1746128340.129116:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16170 00000100:00100000:2.0:1746128340.129123:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:2015:x1830947556115200:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128340.129134:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128340.129139:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 17 pid: 7247 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746128340.129148:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 17 pid: 7247 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746128340.129165:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:2.0:1746128340.129168:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128340.129175:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128340.129180:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128340.129193:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128340.129238:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:2015:x1830947556115200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 116us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128340.129244:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16170 00010000:00010000:3.0:1746128340.129443:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096747e00/0x6e2f3e23d86e716c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964626b expref: 16 pid: 7247 timeout: 837 lvb_type: 0 00000100:00100000:3.0:1746128340.129466:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551632128:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128340.129482:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.129489:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.129497:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000001:00080000:3.0:1746128340.130437:0:7247:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985594 00000004:00010000:3.0:1746128340.130472:0:7247:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012f8d1c00 reply state ffff88012d7bb000 transno 4294985595 ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.130481:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.130486:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:3.0:1746128340.130488:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128340.130491:0:7247:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746128340.130581:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:3075:x1830947556115072:12345-192.168.202.33@tcp:36:truncate.0 Request processed in 7670us (7810us total) trans 4294985595 rc 0/0 00000100:00100000:3.0:1746128340.130588:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41774 00000020:00080000:3.0:1746128340.130591:0:7247:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746128340.132683:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.132729:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556115328 00000100:00100000:1.0:1746128340.132736:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556115328 00000100:00100000:1.0:1746128340.132777:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31212 00000100:00100000:1.0:1746128340.132784:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:3075:x1830947556115328:12345-192.168.202.33@tcp:101:truncate.0 00010000:00010000:1.0:1746128340.132796:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128340.132808:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646280 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.132827:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.132833:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128340.132835:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128340.132838:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.132871:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.132881:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 5 pid: 9592 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746128340.132895:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d613100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551632256:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128340.133769:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128340.134693:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.134789:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d613100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551632256:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128340.134811:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.134825:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e800, rc 0) 00000100:00100000:1.0:1746128340.134870:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:3075:x1830947556115328:12345-192.168.202.33@tcp:101:truncate.0 Request processed in 2086us (2191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128340.134877:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31212 00000100:00100000:2.0:1746128340.134940:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556115456 00000100:00100000:2.0:1746128340.134948:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556115456 00010000:00010000:2.0:1746128340.134966:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 6 pid: 9592 timeout: 837 lvb_type: 0 00000100:00100000:2.0:1746128340.134995:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16171 00000100:00100000:2.0:1746128340.135000:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556115456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128340.135009:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128340.135023:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 6 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746128340.135032:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 6 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746128340.135048:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e717a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646272 expref: 6 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746128340.135060:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128340.135062:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128340.135066:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128340.135073:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128340.135093:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128340.135101:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551632384:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128340.135138:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128340.140820:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.141201:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556115584 00000100:00100000:3.0:1746128340.141208:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556115584 00002000:00010000:3.0:1746128340.141237:0:24949:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:3.0:1746128340.141240:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d3480 with x1830947556115584 ext(858->18446744073709551615) 00002000:00010000:3.0:1746128340.141249:0:24949:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d3480. 00000100:00100000:3.0:1746128340.141273:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14137 00000100:00100000:3.0:1746128340.141278:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556115584:12345-192.168.202.33@tcp:10:truncate.0 00000100:00100000:2.0:1746128340.141314:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551632384:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128340.141329:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128340.141370:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:2014:x1830947556115456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6369us (6679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128340.141440:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16171 00002000:00010000:3.0:1746128340.142008:0:24949:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746128340.142011:0:24949:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 1746128340 -> 1746128340 00002000:00010000:3.0:1746128340.142013:0:24949:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 1746128340 -> 1746128340 00002000:00010000:3.0:1746128340.142015:0:24949:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 1746128340 -> 1746128340 00002000:00010000:3.0:1746128340.142017:0:24949:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1746128340.142505:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2016:x1830947556115584:12345-192.168.202.33@tcp:10:truncate.0 Request processed in 761us (1226us total) trans 4294970585 rc 0/0 00000100:00100000:3.0:1746128340.142512:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14137 00002000:00010000:3.0:1746128340.142515:0:24949:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:3.0:1746128340.142517:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d3480 with x1830947556115584 ext(858->18446744073709551615) 00002000:00010000:3.0:1746128340.142521:0:24949:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d3480. 00000100:00100000:0.0:1746128340.157645:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.157708:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556115840 00000100:00100000:3.0:1746128340.157714:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556115840 00000100:00100000:3.0:1746128340.157760:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41775 00000100:00100000:3.0:1746128340.157767:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:3077:x1830947556115840:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128340.157785:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128340.157799:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97e00/0x6e2f3e23d86e719d lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646287 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.157875:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.157885:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.157893:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.157900:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.157905:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.157909:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.157973:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97c00/0x6e2f3e23d86e71b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.157980:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97c00/0x6e2f3e23d86e71b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.157984:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97c00/0x6e2f3e23d86e71b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:3.0:1746128340.157990:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:3.0:1746128340.158036:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158041:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158045:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158050:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158054:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011ee97200 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128340.158056:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158061:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158068:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:3.0:1746128340.158070:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128340.158073:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158080:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e71a4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158105:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158109:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158113:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158116:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011ee97a00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128340.158118:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158122:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158127:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880096725700) 00010000:00010000:3.0:1746128340.158129:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128340.158131:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158134:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e71ab lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128340.158159:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97e00/0x6e2f3e23d86e719d lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646287 expref: 25 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.158167:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97c00/0x6e2f3e23d86e71b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646287 expref: 24 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128340.158176:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:3.0:1746128340.158178:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128340.158180:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ee97c00, rc 0) 00000100:00100000:3.0:1746128340.158223:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:3077:x1830947556115840:12345-192.168.202.33@tcp:101:dd.0 Request processed in 457us (585us total) trans 4294985596 rc 0/0 00000100:00100000:3.0:1746128340.158228:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41775 00000100:00100000:0.0:1746128340.164455:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.164617:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556116096 00000100:00100000:3.0:1746128340.164625:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556116096 00000100:00100000:3.0:1746128340.164673:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 192 00000100:00100000:3.0:1746128340.164680:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+24:3077:x1830947556116096:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:3.0:1746128340.164901:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:3077:x1830947556116096:12345-192.168.202.33@tcp:35:dd.0 Request processed in 221us (451us total) trans 4294985597 rc 0/0 00000100:00100000:3.0:1746128340.164907:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 192 00000100:00100000:0.0:1746128340.167872:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128340.167930:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556116352 00000100:00100000:3.0:1746128340.167936:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556116352 00002000:00100000:3.0:1746128340.167969:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012f8d0000 x1830947556116352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:591/0 lens 488/0 e 0 to 0 dl 1746128351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128340.167977:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0000 with x1830947556116352 ext(0->4095) 00002000:00010000:3.0:1746128340.167982:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0000 00000100:00100000:3.0:1746128340.168006:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14138 00000100:00100000:3.0:1746128340.168013:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556116352:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:3.0:1746128340.168400:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556116352:12345-192.168.202.33@tcp:3:dd.0 Request processed in 387us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128340.168407:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14138 00002000:00100000:3.0:1746128340.168413:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012f8d0000 x1830947556116352/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746128351 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128340.168420:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d0000 with x1830947556116352 ext(0->4095) 00002000:00010000:3.0:1746128340.168422:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d0000 00000100:00100000:0.0:1746128340.199496:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.199685:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556116608 00000100:00100000:1.0:1746128340.199692:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556116608 00000100:00100000:1.0:1746128340.199739:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41776 00000100:00100000:1.0:1746128340.199746:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:3081:x1830947556116608:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128340.199764:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128340.199778:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e71c0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964628e expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.199835:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.199846:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.199866:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.199878:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.199883:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.199888:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.199962:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e71d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.199969:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e71d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.199974:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e71d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:1.0:1746128340.199982:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:1.0:1746128340.200035:0:14269:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200041:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200046:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200051:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200055:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530ea00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128340.200058:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200064:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200461:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:1.0:1746128340.200464:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128340.200468:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200474:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e71c7 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200497:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200501:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200506:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200509:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530ee00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128340.200512:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200517:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200522:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880096725700) 00010000:00010000:1.0:1746128340.200524:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128340.200526:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200530:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e71ce lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128340.200577:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096746000/0x6e2f3e23d86e71c0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964628e expref: 19 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.200587:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f600/0x6e2f3e23d86e71d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964628e expref: 18 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.200593:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:1.0:1746128340.200594:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128340.200596:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f600, rc 0) 00000100:00100000:1.0:1746128340.200633:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:3081:x1830947556116608:12345-192.168.202.33@tcp:101:dd.0 Request processed in 887us (1143us total) trans 4294985598 rc 0/0 00000100:00100000:1.0:1746128340.200639:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41776 00000100:00100000:0.0:1746128340.203480:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.203656:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556116736 00000100:00100000:1.0:1746128340.203663:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556116736 00000100:00100000:1.0:1746128340.203703:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31213 00000100:00100000:1.0:1746128340.203710:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+5:3081:x1830947556116736:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128340.203723:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128340.203737:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083857a00/0x6e2f3e23d86e71e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646295 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.203761:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.203767:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128340.203769:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128340.203772:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083857a00/0x6e2f3e23d86e71e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646295 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.204137:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.204146:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 8 pid: 9592 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746128340.204256:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d613100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551632512:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128340.205170:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979a6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128340.208307:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d613100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551632512:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128340.208330:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880083857a00/0x6e2f3e23d86e71e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646295 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128340.208343:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083857a00, rc 0) 00000100:00100000:1.0:1746128340.208386:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:3081:x1830947556116736:12345-192.168.202.33@tcp:101:dd.0 Request processed in 4677us (4913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128340.208393:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31213 00000100:00100000:0.0:1746128340.209271:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128340.209380:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556116864 00000100:00100000:2.0:1746128340.209386:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556116864 00010000:00010000:2.0:1746128340.209408:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 9 pid: 9592 timeout: 837 lvb_type: 0 00000100:00100000:2.0:1746128340.209472:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16172 00000100:00100000:2.0:1746128340.209483:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556116864:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128340.209494:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128340.209510:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 9 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746128340.209519:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 9 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746128340.209537:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e7196 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646280 expref: 9 pid: 9592 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746128340.209585:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128340.209587:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128340.209593:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083857a00/0x6e2f3e23d86e71e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646295 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128340.209604:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083857a00/0x6e2f3e23d86e71e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646295 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128340.209628:0:7234:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083857a00/0x6e2f3e23d86e71e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646295 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128340.209639:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551632640:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128340.209700:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128340.213718:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.213783:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556117120 00000100:00100000:1.0:1746128340.213791:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556117120 00002000:00100000:1.0:1746128340.213825:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012e983b80 x1830947556117120/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:591/0 lens 488/0 e 0 to 0 dl 1746128351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128340.213833:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983b80 with x1830947556117120 ext(0->4095) 00002000:00010000:1.0:1746128340.213838:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e983b80 00000100:00100000:1.0:1746128340.213877:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14139 00000100:00100000:1.0:1746128340.213884:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556117120:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:1.0:1746128340.213993:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2014:x1830947556117120:12345-192.168.202.33@tcp:3:dd.0 Request processed in 109us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128340.213998:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14139 00002000:00100000:1.0:1746128340.214004:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012e983b80 x1830947556117120/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746128351 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128340.214011:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e983b80 with x1830947556117120 ext(0->4095) 00002000:00010000:1.0:1746128340.214013:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e983b80 00000100:00100000:0.0:1746128340.214157:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7234:1830947551632640:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128340.214173:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128340.214206:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556116864:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 4723us (4936us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128340.214216:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16172 00000100:00100000:0.0:1746128340.231462:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128340.234964:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556117376 00000100:00100000:1.0:1746128340.234974:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556117376 00000100:00100000:1.0:1746128340.235043:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 193 00000100:00100000:1.0:1746128340.235049:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:3081:x1830947556117376:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:1.0:1746128340.235234:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:3081:x1830947556117376:12345-192.168.202.33@tcp:35:dd.0 Request processed in 184us (3778us total) trans 4294985599 rc 0/0 00000100:00100000:1.0:1746128340.235240:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 193 00010000:00010000:0.0:1746128340.240424:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128341.241770:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128341.339950:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3775:1830947551632768:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.340026:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128341.340106:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3776:1830947551632896:0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.340137:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128341.340164:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551632768 00000100:00100000:1.0:1746128341.340171:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551632768 00000100:00100000:1.0:1746128341.340207:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1746128341.340379:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551632896 00000100:00100000:2.0:1746128341.340383:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551632896 00000100:00100000:2.0:1746128341.340408:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1746128341.340413:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3776:x1830947551632896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.340483:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e870700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551633280:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.340510:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128341.340521:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3774:1830947551633152:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.340527:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551633792:0@lo:400:kworker.0 00000100:00100000:3.0:1746128341.340561:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128341.340694:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128341.340711:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551634304:0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.340712:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3775:x1830947551632768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.340741:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3775:x1830947551632768:12345-0@lo:400:kworker.0 Request processed in 527us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128341.340747:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1746128341.340769:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551633024:0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.340786:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128341.340797:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3773:1830947551633536:0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.340815:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551633280 00000100:00100000:1.0:1746128341.340818:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551633280 00000100:00100000:1.0:1746128341.340834:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551633024 00000100:00100000:1.0:1746128341.340836:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551633024 00000100:00100000:1.0:1746128341.340859:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1746128341.340863:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551633280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.340887:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551633280:12345-0@lo:400:kworker.0 Request processed in 24us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128341.340891:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1746128341.340898:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1746128341.340902:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3773:x1830947551633024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.340917:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3773:x1830947551633024:12345-0@lo:400:kworker.0 Request processed in 15us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128341.340920:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1746128341.340935:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3776:1830947551633408:0@lo:400:kworker.0 00000100:00100000:3.0:1746128341.341068:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c41e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551633664:0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341076:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3776:x1830947551632896:12345-0@lo:400:kworker.0 Request processed in 662us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128341.341082:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1746128341.341085:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128341.341094:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551634176:0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341094:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551633152 00000100:00100000:2.0:1746128341.341096:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551633152 00000100:00100000:3.0:1746128341.341106:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128341.341112:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1746128341.341116:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3774:x1830947551633152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128341.341125:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551633792 00000100:00100000:3.0:1746128341.341128:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551633792 00000100:00100000:2.0:1746128341.341143:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3774:x1830947551633152:12345-0@lo:400:kworker.0 Request processed in 26us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128341.341147:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1746128341.341150:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551633664 00000100:00100000:3.0:1746128341.341152:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551633664 00000100:00080000:2.0:1746128341.341161:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128341.341164:0:11544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551634176 00000100:00100000:3.0:1746128341.341165:0:11544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551634176 00000100:00100000:2.0:1746128341.341174:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1746128341.341179:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3775:x1830947551633792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341201:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3775:x1830947551633792:12345-0@lo:400:kworker.0 Request processed in 22us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128341.341249:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1746128341.341255:0:11544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1746128341.341260:0:11544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551633664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341260:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1746128341.341265:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551634176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128341.341283:0:11544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551633664:12345-0@lo:400:kworker.0 Request processed in 24us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128341.341286:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551634176:12345-0@lo:400:kworker.0 Request processed in 22us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128341.341288:0:11544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1746128341.341290:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00080000:2.0:1746128341.341300:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128341.341314:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3774:1830947551633152:0@lo:400:kworker.0 00000100:00100000:3.0:1746128341.341321:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551633664:0@lo:400:kworker.0 00000100:00100000:3.0:1746128341.341327:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551634176:0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.341393:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128341.341407:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3773:1830947551634048:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.341416:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128341.341422:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128341.341432:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128341.341441:0:3775:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967399 gen 2 00000004:00080000:0.0:1746128341.341445:0:3775:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967399 committed transno 4294967399 00000100:00100000:0.0:1746128341.341467:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551633280:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.341475:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e870e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3775:1830947551632768:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.341490:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801251e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551633792:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.341504:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551634304 00000100:00100000:0.0:1746128341.341507:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551634304 00000100:00100000:0.0:1746128341.341526:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1746128341.341530:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551634304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341534:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551633536 00000100:00100000:2.0:1746128341.341537:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551633536 00000100:00100000:2.0:1746128341.341566:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551634048 00000100:00100000:0.0:1746128341.341567:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551634304:12345-0@lo:400:kworker.0 Request processed in 36us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128341.341568:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551634048 00000100:00100000:1.0:1746128341.341570:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801251e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3776:1830947551633920:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.341574:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1746128341.341579:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551633408 00000100:00100000:2.0:1746128341.341580:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551633408 00000100:00080000:0.0:1746128341.341586:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746128341.341587:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746128341.341588:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746128341.341589:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128341.341590:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551633920 00000100:00100000:2.0:1746128341.341592:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551633920 00000100:00100000:0.0:1746128341.341601:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551634304:0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341602:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:1.0:1746128341.341603:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3776:1830947551632896:0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341606:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3773:x1830947551633536:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746128341.341609:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128341.341622:0:9196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1746128341.341627:0:9196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3773:x1830947551634048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341629:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3773:x1830947551633536:12345-0@lo:400:kworker.0 Request processed in 23us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128341.341634:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1746128341.341642:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1746128341.341646:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3776:x1830947551633408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.341648:0:9196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3773:x1830947551634048:12345-0@lo:400:kworker.0 Request processed in 21us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128341.341652:0:9196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1746128341.341661:0:9196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1746128341.341664:0:9196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3776:x1830947551633920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128341.341681:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3776:x1830947551633408:12345-0@lo:400:kworker.0 Request processed in 34us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128341.341681:0:9196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3776:x1830947551633920:12345-0@lo:400:kworker.0 Request processed in 17us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128341.341685:0:9196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1746128341.341689:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1746128341.341700:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3773:1830947551634048:0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.341712:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551633024:0@lo:400:kworker.0 00000100:00100000:1.0:1746128341.341719:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3773:1830947551633536:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.342087:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c41ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3776:1830947551633408:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.342095:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801251e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3776:1830947551633920:0@lo:400:kworker.0 00000100:00100000:0.0:1746128341.355745:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3776:1830947551634432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746128341.355817:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128341.355887:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551634432 00000100:00100000:2.0:1746128341.355894:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551634432 00000100:00100000:2.0:1746128341.355930:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1746128341.355937:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551634432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746128341.355964:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3921481728 avail 3689959424 00000100:00100000:2.0:1746128341.355998:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551634432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128341.356004:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1746128341.356087:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3776:1830947551634432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746128341.371958:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551634560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746128341.372016:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128341.372159:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551634560 00000100:00100000:0.0:1746128341.372166:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551634560 00000100:00100000:2.0:1746128341.372485:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1746128341.372492:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551634560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746128341.372507:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3921481728 avail 3689959424 00000100:00100000:2.0:1746128341.372559:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3773:x1830947551634560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128341.372563:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1746128341.374181:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3773:1830947551634560:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746128342.243709:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746128342.526626:0:10928:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972314 is committed 00000001:00100000:2.0:1746128342.526640:0:10928:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of da924214-1ef7-4a2a-9c6a-ef27e4979382 00000001:02000400:3.0:1746128343.148664:0:28683:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 15:39:02 (1746128342) 00000100:00100000:0.0:1746128343.190742:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128343.190850:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556117632 00000100:00100000:2.0:1746128343.190857:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556117632 00000100:00100000:2.0:1746128343.190911:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41777 00000100:00100000:2.0:1746128343.190918:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:3713:x1830947556117632:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1746128343.190936:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128343.190939:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746128343.190961:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7077 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646210 expref: 25 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128343.190978:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128343.190981:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128343.190991:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e71ea lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964629c expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128343.191064:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128343.191075:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 18 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128343.191081:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128343.191104:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 18 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128343.191113:0:7247:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 18 pid: 14269 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746128343.191124:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551634688:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128343.191187:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026240 going to sleep for 11 seconds 00000100:00080000:0.0:1746128343.192396:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128343.221701:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e982680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551634688:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128343.221721:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:0.0:1746128343.222866:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128343.223217:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556117760 00000100:00100000:1.0:1746128343.223224:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556117760 00010000:00010000:1.0:1746128343.223256:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 19 pid: 14269 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746128343.223284:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16173 00000100:00100000:1.0:1746128343.223289:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2017:x1830947556117760:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128343.223300:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128343.223304:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 19 pid: 14269 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746128343.223313:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 19 pid: 14269 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746128343.223329:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e7118 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964624f expref: 19 pid: 14269 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746128343.223338:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128343.223342:0:7234:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128343.223349:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00000100:00080000:0.0:1746128343.223349:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746128343.223355:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128343.223369:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128343.223374:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223379:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:1.0:1746128343.223399:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:2017:x1830947556117760:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 109us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128343.223404:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16173 00010000:00010000:0.0:1746128343.223440:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223447:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223452:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223728:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223734:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223739:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:0.0:1746128343.223746:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00010000:00010000:0.0:1746128343.223760:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223765:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223769:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223773:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223777:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a2ede00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128343.223780:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223788:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223794:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128343.223796:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128343.223798:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223801:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ede00/0x6e2f3e23d86e71f1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00000004:00010000:0.0:1746128343.223808:0:7247:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880097853480 reply state ffff88012d3aa000 transno 4294985600 ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223813:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.223818:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800978e2800) 00010000:00010000:0.0:1746128343.223819:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746128343.223830:0:7247:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746128343.223850:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ed600/0x6e2f3e23d86e71ea lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 27 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.223859:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 26 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.223864:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2300) 00010000:00010000:0.0:1746128343.223866:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128343.223868:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800960dde00, rc 0) 00000100:00100000:0.0:1746128343.223883:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3713:x1830947556117632:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 32967us (33150us total) trans 4294985600 rc 0/0 00000100:00100000:0.0:1746128343.223891:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41777 00000100:00100000:0.0:1746128343.227364:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128343.228669:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556118016 00000100:00100000:1.0:1746128343.228677:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556118016 00000100:00100000:1.0:1746128343.228716:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41778 00000100:00100000:1.0:1746128343.228722:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3713:x1830947556118016:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:1.0:1746128343.228742:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128343.228756:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a600/0x6e2f3e23d86e720d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462a3 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128343.228850:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128343.228862:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 28 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128343.228868:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128343.228892:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 28 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128343.228901:0:7247:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 28 pid: 7247 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746128343.228910:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d611f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551634816:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128343.228974:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128343.237637:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d611f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551634816:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128343.237656:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:0.0:1746128343.238803:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128343.238963:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556118144 00000100:00100000:2.0:1746128343.238971:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556118144 00010000:00010000:2.0:1746128343.238997:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 29 pid: 7247 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746128343.239018:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16174 00000100:00100000:2.0:1746128343.239025:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:2016:x1830947556118144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128343.239035:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128343.239040:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 29 pid: 7247 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746128343.239049:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 29 pid: 7247 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746128343.239065:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e71ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964629c expref: 29 pid: 7247 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746128343.239076:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2300) 00010000:00010000:2.0:1746128343.239079:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128343.239086:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128343.239092:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128343.239106:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128343.239136:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:2016:x1830947556118144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 111us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128343.239142:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16174 00010000:00010000:0.0:1746128343.239609:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.239617:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:0.0:1746128343.239633:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00000004:00080000:0.0:1746128343.239747:0:7247:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00000004:00080000:0.0:1746128343.239752:0:7247:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:0.0:1746128343.239818:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.239834:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.239839:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.239845:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b76a400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128343.239848:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.239854:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.239862:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2300) 00010000:00010000:0.0:1746128343.239864:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746128343.239867:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.239873:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a400/0x6e2f3e23d86e7214 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128343.239911:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a600/0x6e2f3e23d86e720d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462a3 expref: 28 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.239918:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76a600/0x6e2f3e23d86e720d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462a3 expref: 28 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.239924:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b76a600, rc 0) 00000100:00100000:0.0:1746128343.239948:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3713:x1830947556118016:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 11227us (12595us total) trans 4294985601 rc 301/301 00000100:00100000:0.0:1746128343.239955:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41778 00000100:00100000:0.0:1746128343.279372:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128343.279841:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746128343.279892:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556118400 00000100:00100000:2.0:1746128343.279900:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556118400 00000100:00100000:2.0:1746128343.279934:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 194 00000100:00100000:2.0:1746128343.279940:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3713:x1830947556118400:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:2.0:1746128343.280125:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:3713:x1830947556118400:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 184us (760us total) trans 4294985602 rc 0/0 00000100:00100000:2.0:1746128343.280131:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 194 00000100:00100000:0.0:1746128343.283762:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.283787:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556118528 00000100:00100000:0.0:1746128343.283794:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556118528 00000100:00100000:0.0:1746128343.283855:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41779 00000100:00100000:0.0:1746128343.283862:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+28:3713:x1830947556118528:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:0.0:1746128343.283883:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128343.283898:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dc600/0x6e2f3e23d86e7222 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462aa expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.283945:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dc600/0x6e2f3e23d86e7222 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462aa expref: 29 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.283960:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dc600/0x6e2f3e23d86e7222 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462aa expref: 29 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.283976:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:0.0:1746128343.283978:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746128343.283981:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800960dc600, rc 0) 00000100:00100000:0.0:1746128343.284028:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:3713:x1830947556118528:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 167us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128343.284034:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41779 00000100:00100000:0.0:1746128343.287311:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128343.287376:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556118784 00000100:00100000:1.0:1746128343.287384:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556118784 00000100:00100000:1.0:1746128343.287420:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 195 00000100:00100000:1.0:1746128343.287426:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:3713:x1830947556118784:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:1.0:1746128343.287596:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:3713:x1830947556118784:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 169us (289us total) trans 4294985603 rc 0/0 00000100:00100000:1.0:1746128343.287602:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 195 00000100:00100000:0.0:1746128343.305773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128343.305904:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556118912 00000100:00100000:3.0:1746128343.305911:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556118912 00000100:00100000:3.0:1746128343.305956:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41780 00000100:00100000:3.0:1746128343.305962:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:3723:x1830947556118912:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128343.305981:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128343.305995:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72200/0x6e2f3e23d86e7229 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462b1 expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128343.306039:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72c00/0x6e2f3e23d86e7230 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.306048:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72c00/0x6e2f3e23d86e7230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.306057:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72c00/0x6e2f3e23d86e7230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:3.0:1746128343.306088:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746128343.306091:0:14269:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746128343.306102:0:14269:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72c00/0x6e2f3e23d86e7230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.306117:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72200/0x6e2f3e23d86e7229 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462b1 expref: 32 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128343.306142:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72c00/0x6e2f3e23d86e7230 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462b1 expref: 31 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128343.306149:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128343.306151:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128343.306154:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de72c00, rc 0) 00000100:00100000:3.0:1746128343.306199:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:3723:x1830947556118912:12345-192.168.202.33@tcp:101:dd.0 Request processed in 236us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128343.306205:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41780 00000100:00100000:0.0:1746128343.308462:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128343.309867:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556119168 00000100:00100000:3.0:1746128343.309875:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556119168 00000100:00100000:3.0:1746128343.309913:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41781 00000100:00100000:3.0:1746128343.309919:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097851880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:3723:x1830947556119168:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128343.309934:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128343.309936:0:14269:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128343.309956:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72c00/0x6e2f3e23d86e7230 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462b1 expref: 31 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128343.309967:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128343.309970:0:14269:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128343.309977:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72600/0x6e2f3e23d86e7237 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462b8 expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128343.310066:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310074:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310082:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310089:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310094:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310102:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310138:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73800/0x6e2f3e23d86e724c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310143:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73800/0x6e2f3e23d86e724c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310148:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73800/0x6e2f3e23d86e724c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:3.0:1746128343.310154:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00010000:00010000:3.0:1746128343.310201:0:14269:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310205:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310210:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310215:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310218:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de73e00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128343.310221:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310226:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310232:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128343.310234:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128343.310237:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310241:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73e00/0x6e2f3e23d86e723e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310247:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310251:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310255:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310258:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de73600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128343.310260:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310264:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310268:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800978e2800) 00010000:00010000:3.0:1746128343.310269:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128343.310271:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310275:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73600/0x6e2f3e23d86e7245 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.310294:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72600/0x6e2f3e23d86e7237 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462b8 expref: 33 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128343.310302:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73800/0x6e2f3e23d86e724c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462b8 expref: 32 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128343.310308:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:3.0:1746128343.310309:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128343.310311:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de73800, rc 0) 00000100:00100000:3.0:1746128343.310356:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097851880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:3723:x1830947556119168:12345-192.168.202.33@tcp:101:dd.0 Request processed in 436us (1899us total) trans 4294985604 rc 0/0 00000100:00100000:3.0:1746128343.310361:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41781 00000100:00100000:0.0:1746128343.312919:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128343.313050:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556119296 00000100:00100000:2.0:1746128343.313057:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556119296 00000100:00100000:2.0:1746128343.313516:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41782 00000100:00100000:2.0:1746128343.313524:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:3723:x1830947556119296:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128343.313573:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128343.313588:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e725a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462bf expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128343.313613:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e7261 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128343.313623:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e7261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128343.313633:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e7261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128343.313710:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2ece00/0x6e2f3e23d86e725a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462bf expref: 34 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128343.313732:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a2eca00/0x6e2f3e23d86e7261 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462bf expref: 33 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128343.313739:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:2.0:1746128343.313742:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746128343.313744:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a2eca00, rc 0) 00000100:00100000:2.0:1746128343.313790:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:3723:x1830947556119296:12345-192.168.202.33@tcp:101:dd.0 Request processed in 266us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128343.313798:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41782 00000100:00100000:0.0:1746128343.317149:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128343.317400:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556119552 00000100:00100000:3.0:1746128343.317407:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556119552 00000100:00100000:3.0:1746128343.317455:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41783 00000100:00100000:3.0:1746128343.317463:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:3723:x1830947556119552:12345-192.168.202.33@tcp:36:dd.0 00010000:00010000:3.0:1746128343.317499:0:14269:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128343.317518:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de73800/0x6e2f3e23d86e724c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462b8 expref: 33 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128343.317532:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:3.0:1746128343.317536:0:14269:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128343.317782:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.317792:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.317799:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000001:00080000:3.0:1746128343.317837:0:14269:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985605 00000004:00010000:3.0:1746128343.317854:0:14269:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801251e7800 reply state ffff88008c30a000 transno 4294985606 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.317865:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:3.0:1746128343.317870:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:3.0:1746128343.317872:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128343.317874:0:14269:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746128343.317940:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:3723:x1830947556119552:12345-192.168.202.33@tcp:36:dd.0 Request processed in 478us (797us total) trans 4294985606 rc 0/0 00000100:00100000:3.0:1746128343.317945:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41783 00000020:00080000:3.0:1746128343.317949:0:14269:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746128343.322647:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.323138:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556119680 00000100:00100000:0.0:1746128343.323146:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556119680 00000100:00080000:2.0:1746128343.323201:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128343.323202:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31214 00000100:00100000:0.0:1746128343.323210:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:3723:x1830947556119680:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128343.323223:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128343.323240:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462c6 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128343.323258:0:9593:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746128343.323275:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128343.323277:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128343.323283:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.323296:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 6 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.323305:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e777200, rc 0) 00000100:00100000:0.0:1746128343.323353:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:3723:x1830947556119680:12345-192.168.202.33@tcp:101:dd.0 Request processed in 144us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128343.323358:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31214 00000100:00100000:2.0:1746128343.327016:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.327614:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556119808 00000100:00100000:0.0:1746128343.327622:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556119808 00000100:00080000:3.0:1746128343.327712:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128343.328369:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31215 00000100:00100000:0.0:1746128343.328379:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:3723:x1830947556119808:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128343.328394:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128343.328409:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462cd expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128343.328427:0:9593:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746128343.328443:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128343.328445:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128343.328451:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 9 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.328462:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 9 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128343.328470:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e776e00, rc 0) 00000100:00100000:0.0:1746128343.328519:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:3723:x1830947556119808:12345-192.168.202.33@tcp:101:dd.0 Request processed in 142us (1509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128343.328524:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31215 00000100:00100000:0.0:1746128343.337673:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.337782:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128343.337971:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556119936 00000100:00100000:3.0:1746128343.337979:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556119936 00002000:00010000:3.0:1746128343.338007:0:24949:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (0->18446744073709551615) 00002000:00100000:3.0:1746128343.338011:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4700 with x1830947556119936 ext(0->18446744073709551615) 00002000:00010000:3.0:1746128343.338020:0:24949:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801251e4700. 00000100:00100000:3.0:1746128343.338246:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556120064 00000100:00100000:3.0:1746128343.338249:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556120064 00002000:00010000:3.0:1746128343.338261:0:24949:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:3.0:1746128343.338263:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288700 with x1830947556120064 ext(0->18446744073709551615) 00002000:00010000:3.0:1746128343.338268:0:24949:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288700. 00000100:00100000:1.0:1746128343.338294:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14140 00000100:00100000:1.0:1746128343.338303:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801251e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556119936:12345-192.168.202.33@tcp:10:dd.0 00000100:00100000:2.0:1746128343.338443:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14141 00000100:00100000:2.0:1746128343.338450:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556120064:12345-192.168.202.33@tcp:10:dd.0 00002000:00010000:2.0:1746128343.338522:0:27076:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746128343.338525:0:27076:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746128343 00002000:00010000:2.0:1746128343.338527:0:27076:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746128343.338528:0:27076:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746128343 00002000:00010000:2.0:1746128343.338530:0:27076:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746128343.338592:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947556120064:12345-192.168.202.33@tcp:10:dd.0 Request processed in 142us (809us total) trans 4294970586 rc 0/0 00000100:00100000:2.0:1746128343.338599:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14141 00002000:00010000:2.0:1746128343.338601:0:27076:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:2.0:1746128343.338604:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288700 with x1830947556120064 ext(0->18446744073709551615) 00002000:00010000:2.0:1746128343.338607:0:27076:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d288700. 00002000:00010000:1.0:1746128343.338679:0:9597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746128343.338681:0:9597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746128343 00002000:00010000:1.0:1746128343.338683:0:9597:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746128343.338685:0:9597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746128343 00002000:00010000:1.0:1746128343.338686:0:9597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746128343.338703:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801251e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556119936:12345-192.168.202.33@tcp:10:dd.0 Request processed in 402us (1037us total) trans 4294972315 rc 0/0 00000100:00100000:1.0:1746128343.338708:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14140 00002000:00010000:1.0:1746128343.338711:0:9597:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (0->18446744073709551615) 00002000:00100000:1.0:1746128343.338712:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801251e4700 with x1830947556119936 ext(0->18446744073709551615) 00002000:00010000:1.0:1746128343.338715:0:9597:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801251e4700. 00000100:00100000:0.0:1746128343.352177:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.352954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.352983:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.352999:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.353036:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128343.353059:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556120576 00000100:00100000:0.0:1746128343.353067:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556120576 00000100:00100000:1.0:1746128343.356914:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556120192 00000100:00100000:1.0:1746128343.356925:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556120192 00000100:00100000:1.0:1746128343.356988:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 549 00000100:00100000:1.0:1746128343.356996:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd310108-2f90-4075-8622-2788371490e6+12:2016:x1830947556120192:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1746128343.357055:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd310108-2f90-4075-8622-2788371490e6+12:2016:x1830947556120192:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 60us (4071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128343.357061:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 549 00000100:00080000:3.0:1746128343.357162:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128343.357192:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556120320 00000100:00100000:3.0:1746128343.357196:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556120320 00000100:00100000:0.0:1746128343.357806:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556120704 00000100:00100000:0.0:1746128343.357811:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556120704 00000100:00100000:1.0:1746128343.358018:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 728 00000100:00100000:1.0:1746128343.358025:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556120576:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1746128343.358061:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556120576:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 37us (5109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128343.358066:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 728 00000100:00100000:1.0:1746128343.358077:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 729 00000100:00100000:1.0:1746128343.358082:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556120704:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1746128343.358099:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:2016:x1830947556120704:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 18us (5063us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128343.358103:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 729 00000100:00100000:3.0:1746128343.358334:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556120448 00000100:00100000:3.0:1746128343.358338:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556120448 00000100:00100000:2.0:1746128343.358489:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1097 00000100:00100000:2.0:1746128343.358498:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556120320:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1746128343.358531:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556120320:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 35us (6361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128343.358535:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1097 00000100:00100000:2.0:1746128343.358560:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1098 00000100:00100000:2.0:1746128343.358564:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947556120448:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1746128343.358584:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947556120448:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 19us (5584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128343.358589:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1098 00000100:00080000:2.0:1746128343.358604:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746128343.358607:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746128343.827340:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128343.827444:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556120960 00000100:00100000:1.0:1746128343.827454:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556120960 00002000:00100000:1.0:1746128343.827499:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff88012d288a80 x1830947556120960/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:594/0 lens 488/0 e 0 to 0 dl 1746128354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128343.827519:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288a80 with x1830947556120960 ext(0->4194303) 00002000:00010000:1.0:1746128343.827524:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d288a80 00000100:00100000:1.0:1746128343.827586:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14142 00000100:00100000:1.0:1746128343.827593:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556120960:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:2.0:1746128343.853781:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128343.853904:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556121216 00000100:00100000:3.0:1746128343.853915:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556121216 00002000:00100000:3.0:1746128343.853959:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff880097a01f80 x1830947556121216/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:594/0 lens 488/0 e 0 to 0 dl 1746128354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128343.853975:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a01f80 with x1830947556121216 ext(0->4194303) 00002000:00010000:3.0:1746128343.853980:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a01f80 00000100:00100000:3.0:1746128343.854007:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14143 00000100:00100000:3.0:1746128343.854014:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947556121216:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:2.0:1746128343.903161:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556120960:12345-192.168.202.33@tcp:4:dd.0 Request processed in 75555us (75819us total) trans 4294972316 rc 0/0 00000100:00100000:2.0:1746128343.903173:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14142 00002000:00100000:2.0:1746128343.903187:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff88012d288a80 x1830947556120960/t4294972316(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:594/0 lens 488/448 e 0 to 0 dl 1746128354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128343.903197:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288a80 with x1830947556120960 ext(0->4194303) 00002000:00010000:2.0:1746128343.903203:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d288a80 00000001:00080000:0.0:1746128343.922102:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970587 is committed 00000001:00080000:0.0:1746128343.922128:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970583 is committed 00000100:00100000:3.0:1746128343.925789:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556121216:12345-192.168.202.33@tcp:4:dd.0 Request processed in 71765us (72008us total) trans 4294970587 rc 0/0 00000100:00100000:3.0:1746128343.925801:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14143 00002000:00100000:3.0:1746128343.925812:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff880097a01f80 x1830947556121216/t4294970587(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:594/0 lens 488/448 e 0 to 0 dl 1746128354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128343.925830:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a01f80 with x1830947556121216 ext(0->4194303) 00002000:00010000:3.0:1746128343.925835:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a01f80 00000100:00100000:0.0:1746128343.949516:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128343.949636:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556121472 00000100:00100000:3.0:1746128343.949644:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556121472 00002000:00100000:3.0:1746128343.949680:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff88012d28aa00 x1830947556121472/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:594/0 lens 488/0 e 0 to 0 dl 1746128354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128343.949689:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28aa00 with x1830947556121472 ext(4194304->8388607) 00002000:00010000:3.0:1746128343.949694:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d28aa00 00000100:00100000:3.0:1746128343.949720:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14144 00000100:00100000:3.0:1746128343.949728:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556121472:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128343.970862:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128343.970967:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556121728 00000100:00100000:2.0:1746128343.970975:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556121728 00002000:00100000:2.0:1746128343.971010:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff88012d289f80 x1830947556121728/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:594/0 lens 488/0 e 0 to 0 dl 1746128354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128343.971018:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289f80 with x1830947556121728 ext(4194304->8388607) 00002000:00010000:2.0:1746128343.971023:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d289f80 00000100:00100000:2.0:1746128343.971040:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14145 00000100:00100000:2.0:1746128343.971046:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556121728:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:3.0:1746128344.027439:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2015:x1830947556121472:12345-192.168.202.33@tcp:4:dd.0 Request processed in 77704us (77922us total) trans 4294972317 rc 0/0 00000100:00100000:3.0:1746128344.027451:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14144 00002000:00100000:3.0:1746128344.027463:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff88012d28aa00 x1830947556121472/t4294972317(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:594/0 lens 488/448 e 0 to 0 dl 1746128354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.027472:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d28aa00 with x1830947556121472 ext(4194304->8388607) 00002000:00010000:3.0:1746128344.027476:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d28aa00 00000100:00100000:0.0:1746128344.053682:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556121728:12345-192.168.202.33@tcp:4:dd.0 Request processed in 82626us (82819us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746128344.053693:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14145 00002000:00100000:0.0:1746128344.053704:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff88012d289f80 x1830947556121728/t4294970588(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:594/0 lens 488/448 e 0 to 0 dl 1746128354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128344.053712:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d289f80 with x1830947556121728 ext(4194304->8388607) 00002000:00010000:0.0:1746128344.053717:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d289f80 00000100:00100000:0.0:1746128344.097508:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.097577:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556121984 00000100:00100000:2.0:1746128344.097584:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556121984 00002000:00100000:2.0:1746128344.097621:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff88012d288000 x1830947556121984/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128344.097629:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288000 with x1830947556121984 ext(8388608->12582911) 00002000:00010000:2.0:1746128344.097634:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d288000 00000100:00100000:2.0:1746128344.097668:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14146 00000100:00100000:2.0:1746128344.097674:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947556121984:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:1.0:1746128344.125370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128344.130059:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556122240 00000100:00100000:3.0:1746128344.130072:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556122240 00002000:00100000:3.0:1746128344.130113:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff88007d611880 x1830947556122240/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.130122:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611880 with x1830947556122240 ext(8388608->12582911) 00002000:00010000:3.0:1746128344.130126:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d611880 00000100:00100000:3.0:1746128344.130155:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14147 00000100:00100000:3.0:1746128344.130162:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556122240:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128344.145800:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.146241:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556122496 00000100:00100000:2.0:1746128344.146249:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556122496 00000100:00100000:2.0:1746128344.146288:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 196 00000100:00100000:2.0:1746128344.146295:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49b6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:3723:x1830947556122496:12345-192.168.202.33@tcp:35:dd.0 00000001:00080000:2.0:1746128344.146464:0:16801:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985607 00000100:00100000:2.0:1746128344.146556:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49b6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:3723:x1830947556122496:12345-192.168.202.33@tcp:35:dd.0 Request processed in 244us (746us total) trans 4294985608 rc 0/0 00000100:00100000:2.0:1746128344.146563:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 196 00000020:00080000:2.0:1746128344.146567:0:16801:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746128344.170906:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947556121984:12345-192.168.202.33@tcp:4:dd.0 Request processed in 73219us (73393us total) trans 4294972318 rc 0/0 00000100:00100000:3.0:1746128344.170918:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14146 00002000:00100000:3.0:1746128344.170928:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff88012d288000 x1830947556121984/t4294972318(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:595/0 lens 488/448 e 0 to 0 dl 1746128355 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.170938:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d288000 with x1830947556121984 ext(8388608->12582911) 00002000:00010000:3.0:1746128344.170943:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d288000 00000100:00100000:0.0:1746128344.171761:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.171845:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556122624 00000100:00100000:2.0:1746128344.171852:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556122624 00000100:00100000:2.0:1746128344.171898:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41784 00000100:00100000:2.0:1746128344.171905:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:3728:x1830947556122624:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1746128344.171922:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.171940:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e727d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462d4 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.171989:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e7284 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.171999:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e7284 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.172008:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e7284 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:2.0:1746128344.172045:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746128344.172048:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128344.172060:0:7247:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e7284 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.172077:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e727d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462d4 expref: 39 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.172109:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e7284 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462d4 expref: 38 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.172116:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128344.172118:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128344.172121:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e400, rc 0) 00000100:00100000:2.0:1746128344.172142:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:3728:x1830947556122624:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 239us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.172148:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41784 00000100:00100000:3.0:1746128344.181563:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947556122240:12345-192.168.202.33@tcp:4:dd.0 Request processed in 51369us (56171us total) trans 4294970589 rc 0/0 00000100:00100000:3.0:1746128344.181575:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14147 00002000:00100000:3.0:1746128344.181589:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff88007d611880 x1830947556122240/t4294970589(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:595/0 lens 488/448 e 0 to 0 dl 1746128355 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.181598:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611880 with x1830947556122240 ext(8388608->12582911) 00002000:00010000:3.0:1746128344.181604:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d611880 00010000:00010000:0.0:1746128344.281363:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128344.571728:0:3773:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746128344.571745:0:3773:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551634944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746128344.571795:0:3773:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128344.571913:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551634944 00000100:00100000:2.0:1746128344.571920:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551634944 00000100:00080000:3.0:1746128344.571963:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128344.571970:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1746128344.571977:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551634944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746128344.571995:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 507034432 pending 8437760 free 3921059840 avail 3685289984 00000100:00100000:2.0:1746128344.572033:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3773:x1830947551634944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.572039:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1746128344.572102:0:3773:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3773:1830947551634944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746128344.619981:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551635072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746128344.620031:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128344.620185:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551635072 00000100:00100000:2.0:1746128344.620192:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551635072 00000100:00100000:2.0:1746128344.620230:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1746128344.620236:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551635072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746128344.620254:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 507034432 pending 8437760 free 3921059840 avail 3685289984 00000100:00080000:3.0:1746128344.620280:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128344.620298:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3775:x1830947551635072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.620304:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1746128344.620313:0:3775:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970583 gen 2 00000004:00080000:0.0:1746128344.620318:0:3775:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011e870000, transno 4294970583 00000100:00100000:0.0:1746128344.620330:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3775:1830947551635072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746128344.637946:0:3775:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746128344.637962:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551635200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746128344.638010:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128344.638054:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551635200 00000100:00100000:3.0:1746128344.638060:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551635200 00000100:00100000:3.0:1746128344.638089:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1746128344.638095:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551635200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746128344.638120:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:3.0:1746128344.638148:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551635200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128344.638153:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1746128344.638182:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551635200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746128344.672015:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.672588:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556122880 00000100:00100000:0.0:1746128344.672596:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556122880 00000100:00100000:0.0:1746128344.672642:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41785 00000100:00100000:0.0:1746128344.672649:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:3739:x1830947556122880:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:0.0:1746128344.672663:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128344.672666:0:7245:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746128344.672687:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e7284 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462d4 expref: 38 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.672699:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128344.672702:0:7245:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128344.672710:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e728b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462db expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.672782:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.672792:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.672798:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.672821:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.672826:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.672831:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673115:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673122:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673127:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00000004:00200000:0.0:1746128344.673134:0:7245:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:0.0:1746128344.673152:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673157:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673163:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673168:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e776200 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128344.673171:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673176:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673183:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128344.673185:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128344.673187:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673191:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776200/0x6e2f3e23d86e7292 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00000004:00010000:0.0:1746128344.673198:0:7245:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88006da3ea00 reply state ffff8801312de000 transno 4294985609 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673204:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.673209:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880096725400) 00010000:00010000:0.0:1746128344.673210:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746128344.673212:0:7245:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746128344.673228:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e728b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 40 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.673236:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 39 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.673241:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880096725500) 00010000:00010000:0.0:1746128344.673242:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128344.673244:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e776800, rc 0) 00000100:00100000:0.0:1746128344.673281:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:3739:x1830947556122880:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 632us (1271us total) trans 4294985609 rc 0/0 00000100:00100000:0.0:1746128344.673287:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41785 00000100:00100000:0.0:1746128344.675638:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.675702:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556123136 00000100:00100000:2.0:1746128344.675709:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556123136 00000100:00100000:2.0:1746128344.675740:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41786 00000100:00100000:2.0:1746128344.675746:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:3739:x1830947556123136:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1746128344.675760:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.675774:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e72ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462e2 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.675853:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.675863:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 41 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.675870:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.675893:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 41 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.675902:0:7247:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 41 pid: 7245 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746128344.675914:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097850700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551635328:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128344.675989:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128344.677943:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097850700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551635328:192.168.202.33@tcp:104: 00000100:00100000:0.0:1746128344.677943:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128344.677960:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:1.0:1746128344.678027:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556123264 00000100:00100000:1.0:1746128344.678032:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556123264 00010000:00010000:1.0:1746128344.678191:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 42 pid: 7245 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746128344.678210:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16175 00000100:00100000:1.0:1746128344.678216:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2015:x1830947556123264:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128344.678225:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128344.678230:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 42 pid: 7245 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746128344.678243:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 42 pid: 7245 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746128344.678257:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462db expref: 42 pid: 7245 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746128344.678268:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880096725500) 00010000:00010000:1.0:1746128344.678272:0:7234:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.678277:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.678282:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.678297:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128344.678334:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:2015:x1830947556123264:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 118us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128344.678340:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16175 00010000:00010000:2.0:1746128344.678609:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.678615:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:2.0:1746128344.678629:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00000004:00080000:2.0:1746128344.678738:0:7247:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00000004:00080000:2.0:1746128344.678742:0:7247:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1746128344.678828:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.678834:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.678839:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.678844:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530f400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128344.678847:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.678852:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.678859:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880096725500) 00010000:00010000:2.0:1746128344.678862:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746128344.678864:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.678869:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f400/0x6e2f3e23d86e72b5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.678902:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e72ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462e2 expref: 41 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.678907:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e72ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462e2 expref: 41 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.678913:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e800, rc 0) 00000100:00100000:2.0:1746128344.678935:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:3739:x1830947556123136:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 3189us (3302us total) trans 4294985610 rc 301/301 00000100:00100000:2.0:1746128344.678941:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41786 00000100:00100000:1.0:1746128344.680887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.681229:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556123520 00000100:00100000:0.0:1746128344.681237:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556123520 00000100:00100000:0.0:1746128344.681277:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 197 00000100:00100000:0.0:1746128344.681283:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+40:3739:x1830947556123520:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:0.0:1746128344.681456:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:3739:x1830947556123520:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 172us (572us total) trans 4294985611 rc 0/0 00000100:00100000:0.0:1746128344.681462:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 197 00000001:00080000:0.0:1746128344.682276:0:7228:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985610 is committed 00000001:00080000:0.0:1746128344.682294:0:7228:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985599 is committed 00000020:00080000:0.0:1746128344.682311:0:7228:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a3972600 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746128344.682315:0:7228:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880129e59700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88012d94f900 00000020:00080000:0.0:1746128344.682318:0:7228:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746128344.682320:0:7228:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880129e59e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009787f400 00000020:00080000:0.0:1746128344.682322:0:7228:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00010000:00010000:1.0:1746128344.682375:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682385:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682390:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682395:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009787ec00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128344.682399:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682404:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682416:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880129e59f00) 00010000:00010000:1.0:1746128344.682419:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128344.682421:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682425:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e704d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682438:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682443:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682447:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682451:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009787fe00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128344.682453:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682457:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682463:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880129e59200) 00010000:00010000:1.0:1746128344.682465:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128344.682467:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682479:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e7054 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682486:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682491:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682498:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682502:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef6600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128344.682504:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682508:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00000020:00080000:0.0:1746128344.682508:0:7228:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00010000:00010000:1.0:1746128344.682514:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880129e59d00) 00010000:00010000:1.0:1746128344.682515:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128344.682517:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682521:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef6600/0x6e2f3e23d86e705b lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682530:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682534:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682538:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682559:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c053000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128344.682561:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682566:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682571:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880096725700) 00010000:00010000:1.0:1746128344.682572:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128344.682574:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682578:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e70d9 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682587:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682590:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682594:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682597:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097af5400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128344.682599:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682602:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682606:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880096725c00) 00010000:00010000:1.0:1746128344.682608:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128344.682610:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682614:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e718f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682619:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682622:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682626:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682629:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b34400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128344.682631:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682635:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682640:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800978e2800) 00010000:00010000:1.0:1746128344.682641:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128344.682643:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682647:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b34400/0x6e2f3e23d86e71f8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128344.682656:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128344.682660:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128344.682664:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128344.682667:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de72400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128344.682668:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128344.682672:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128344.682677:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:1.0:1746128344.682678:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128344.682680:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128344.682683:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de72400/0x6e2f3e23d86e7268 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:1.0:1746128344.682689:0:3759:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746128344.682693:0:3759:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00000020:00080000:2.0:1746128344.682696:0:7276:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00010000:00010000:1.0:1746128344.682697:0:3759:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746128344.682699:0:3759:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e776400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128344.682701:0:3759:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746128344.682704:0:3759:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746128344.682710:0:3759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880096725400) 00010000:00010000:1.0:1746128344.682711:0:3759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128344.682713:0:3759:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746128344.682716:0:3759:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776400/0x6e2f3e23d86e7299 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00000004:00080000:2.0:1746128344.682753:0:7276:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880096026e40 with version 20 00000020:00080000:2.0:1746128344.682769:0:7276:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000020:00080000:2.0:1746128344.682798:0:7276:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:2.0:1746128344.682803:0:7276:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000004:00080000:0.0:1746128344.682848:0:8418:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880099c22840 version 20 rpc_version 20 00000020:00100000:0.0:1746128344.682869:0:8418:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746128344.682875:0:8418:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d289c00 x1830947551635584/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746128344.682892:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d289c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8418:1830947551635584:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746128344.682929:0:8418:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128344.682947:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eaa76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128344.683416:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551635584 00000100:00100000:3.0:1746128344.683421:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551635584 00000100:00100000:3.0:1746128344.683459:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1746128344.683465:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d28b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8418:x1830947551635584:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746128344.683582:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d28b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8418:x1830947551635584:12345-0@lo:1000:osp_up1-0.0 Request processed in 117us (651us total) trans 4294967400 rc 0/0 00000100:00100000:3.0:1746128344.683588:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1746128344.683623:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d289c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8418:1830947551635584:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746128344.683736:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746128344.683745:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551635712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746128344.683767:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128344.683781:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551635712 00000100:00100000:3.0:1746128344.683784:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551635712 00000100:00100000:3.0:1746128344.683798:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1746128344.683802:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3774:x1830947551635712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746128344.683831:0:7251:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:3.0:1746128344.683906:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3774:x1830947551635712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128344.683911:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1746128344.683920:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551635712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746128344.685633:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.685655:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556123648 00000100:00100000:2.0:1746128344.685660:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556123648 00000100:00100000:2.0:1746128344.685687:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41787 00000100:00100000:2.0:1746128344.685693:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:3739:x1830947556123648:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1746128344.685705:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.685720:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096131a00/0x6e2f3e23d86e72c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462e9 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.685845:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096131a00/0x6e2f3e23d86e72c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462e9 expref: 17 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.685857:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096131a00/0x6e2f3e23d86e72c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462e9 expref: 17 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.685874:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:2.0:1746128344.685958:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746128344.685962:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096131a00, rc 0) 00000100:00100000:2.0:1746128344.687134:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:3739:x1830947556123648:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 1436us (1500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.687141:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41787 00000100:00100000:1.0:1746128344.690862:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128344.690903:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556123904 00000100:00100000:3.0:1746128344.690914:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556123904 00000100:00100000:3.0:1746128344.690946:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 198 00000100:00100000:3.0:1746128344.690953:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:3739:x1830947556123904:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:3.0:1746128344.691119:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:3739:x1830947556123904:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 166us (262us total) trans 4294985612 rc 0/0 00000100:00100000:3.0:1746128344.691125:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 198 00000100:00100000:1.0:1746128344.701621:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128344.708687:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.708849:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556124032 00000100:00100000:0.0:1746128344.708857:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556124032 00000100:00100000:0.0:1746128344.708888:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556124160 00000100:00100000:0.0:1746128344.708889:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556124160 00000100:00100000:0.0:1746128344.708903:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41788 00000100:00100000:0.0:1746128344.708909:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:3740:x1830947556124032:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128344.708925:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128344.708939:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462f0 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.708979:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e72d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.708989:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e72d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.708998:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e72d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00000004:00200000:0.0:1746128344.709024:0:7245:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746128344.709027:0:7245:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746128344.709038:0:7245:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e72d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.709053:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776800/0x6e2f3e23d86e72ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462f0 expref: 20 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.709065:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e72d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462f0 expref: 19 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.709071:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128344.709073:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128344.709076:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e777a00, rc 0) 00000100:00100000:0.0:1746128344.709108:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:3740:x1830947556124032:12345-192.168.202.33@tcp:101:dd.0 Request processed in 200us (7494us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128344.709114:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41788 00000100:00100000:0.0:1746128344.709125:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41789 00000100:00100000:0.0:1746128344.709130:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:3741:x1830947556124160:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128344.709137:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128344.709141:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e72d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462f7 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.709158:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e72df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.709164:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e72df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.709170:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e72df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00000004:00200000:0.0:1746128344.709180:0:7245:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746128344.709182:0:7245:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746128344.709187:0:7245:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e72df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128344.709197:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e777800/0x6e2f3e23d86e72d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462f7 expref: 16 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.709205:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e72df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462f7 expref: 15 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.709210:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128344.709212:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128344.709214:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e776000, rc 0) 00000100:00100000:0.0:1746128344.709226:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+15:3741:x1830947556124160:12345-192.168.202.33@tcp:101:dd.0 Request processed in 96us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128344.709231:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41789 00000100:00100000:2.0:1746128344.713076:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.713097:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556124416 00000100:00100000:2.0:1746128344.713103:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556124416 00000100:00100000:2.0:1746128344.713130:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41790 00000100:00100000:2.0:1746128344.713136:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+15:3741:x1830947556124416:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128344.713148:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.713161:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096130600/0x6e2f3e23d86e72e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96462fe expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.713207:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713220:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713228:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713238:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713243:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713248:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713324:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e72fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713331:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e72fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713577:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e72fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128344.713587:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746128344.713638:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713643:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713648:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713652:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713658:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c053000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128344.713661:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713667:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713675:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128344.713678:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128344.713680:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713685:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c053000/0x6e2f3e23d86e72ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713694:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713698:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713702:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713706:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530e400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128344.713708:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713711:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713716:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009c39e600) 00010000:00010000:2.0:1746128344.713718:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128344.713720:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713724:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e72f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.713750:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096130600/0x6e2f3e23d86e72e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462fe expref: 18 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.713759:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e800/0x6e2f3e23d86e72fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462fe expref: 17 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.713765:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:2.0:1746128344.713767:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128344.713768:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e800, rc 0) 00000100:00100000:2.0:1746128344.713817:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:3741:x1830947556124416:12345-192.168.202.33@tcp:101:dd.0 Request processed in 671us (738us total) trans 4294985613 rc 0/0 00000100:00100000:2.0:1746128344.713824:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41790 00000100:00100000:0.0:1746128344.714193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.715403:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556124672 00000100:00100000:2.0:1746128344.715410:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556124672 00000100:00100000:2.0:1746128344.715436:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41791 00000100:00100000:2.0:1746128344.715441:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:3740:x1830947556124672:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128344.715451:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.715460:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e7309 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646305 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.715497:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715506:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715513:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715522:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715527:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715532:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715611:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e731e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715618:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e731e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715623:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e731e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:2.0:1746128344.715630:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746128344.715671:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715676:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715681:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715685:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715688:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530ea00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128344.715692:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715697:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715704:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128344.715707:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128344.715709:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715713:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7310 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715720:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715724:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715728:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715731:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530ee00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128344.715733:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715737:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715742:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009c39e800) 00010000:00010000:2.0:1746128344.715744:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128344.715745:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715752:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7317 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.715777:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e7309 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646305 expref: 22 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.715787:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530f000/0x6e2f3e23d86e731e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646305 expref: 21 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.715791:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:2.0:1746128344.715793:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128344.715795:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530f000, rc 0) 00000100:00100000:2.0:1746128344.715835:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:3740:x1830947556124672:12345-192.168.202.33@tcp:101:dd.0 Request processed in 393us (1642us total) trans 4294985614 rc 0/0 00000100:00100000:2.0:1746128344.715840:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41791 00000100:00100000:0.0:1746128344.724908:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.724932:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.724949:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556124928 00000100:00100000:0.0:1746128344.724955:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556124928 00000100:00100000:0.0:1746128344.724988:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556125184 00000100:00100000:0.0:1746128344.724990:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556125184 00000100:00100000:0.0:1746128344.725002:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41792 00000100:00100000:0.0:1746128344.725008:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096288380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:3741:x1830947556124928:12345-192.168.202.33@tcp:101:dd.0 00000100:00100000:2.0:1746128344.725010:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41793 00000100:00100000:2.0:1746128344.725016:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:3740:x1830947556125184:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128344.725024:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128344.725024:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.725026:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746128344.725026:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746128344.725049:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e776000/0x6e2f3e23d86e72df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462f7 expref: 17 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.725389:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128344.725390:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e777a00/0x6e2f3e23d86e72d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462f0 expref: 21 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.725394:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128344.725398:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128344.725400:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128344.725405:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7333 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646313 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.725405:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e732c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964630c expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.725469:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725477:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128344.725482:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.725484:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128344.725488:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725492:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.725493:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725498:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128344.725501:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128344.725503:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128344.725506:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725510:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725557:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725563:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725568:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:0.0:1746128344.725576:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:0.0:1746128344.725622:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725627:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725631:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725636:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725640:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed01a00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128344.725643:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725652:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725657:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128344.725659:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128344.725661:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725665:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e7341 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725671:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725676:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725679:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725683:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096627400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128344.725684:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00000004:00080000:2.0:1746128344.725686:0:7246:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:0.0:1746128344.725688:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725693:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880097caf000) 00010000:00010000:0.0:1746128344.725694:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128344.725696:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725700:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e734f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:0.0:1746128344.725725:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e732c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 19 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.725734:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 18 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.725740:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:0.0:1746128344.725741:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128344.725743:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099fbdc00, rc 0) 00010000:00010000:2.0:1746128344.725753:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e7364 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725759:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e7364 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725763:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e7364 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725777:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746128344.725777:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096288380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:3741:x1830947556124928:12345-192.168.202.33@tcp:101:dd.0 Request processed in 769us (873us total) trans 4294985615 rc 0/0 00010000:00010000:2.0:1746128344.725782:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746128344.725783:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41792 00010000:00010000:2.0:1746128344.725789:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725793:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725797:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e7b600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128344.725799:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725803:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725820:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128344.725822:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128344.725824:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725828:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b600/0x6e2f3e23d86e733a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000004:00010000:2.0:1746128344.725835:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880096289f80 reply state ffff88012f06d000 transno 4294985616 ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725841:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128344.725845:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88009c39e900) 00010000:00010000:2.0:1746128344.725847:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746128344.725848:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746128344.725861:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7333 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646313 expref: 23 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.725873:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7bc00/0x6e2f3e23d86e7364 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646313 expref: 22 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.725878:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009c39ee00) 00010000:00010000:2.0:1746128344.725879:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128344.725881:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e7bc00, rc 0) 00000100:00100000:2.0:1746128344.725897:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:3740:x1830947556125184:12345-192.168.202.33@tcp:101:dd.0 Request processed in 883us (964us total) trans 4294985616 rc 0/0 00000100:00100000:2.0:1746128344.725902:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41793 00000100:00100000:1.0:1746128344.732412:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128344.732437:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556125312 00000100:00100000:1.0:1746128344.732443:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556125312 00000100:00100000:1.0:1746128344.732478:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31216 00000100:00100000:1.0:1746128344.732485:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:3741:x1830947556125312:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128344.732498:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128344.732511:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a199800/0x6e2f3e23d86e7372 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964631a expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.732534:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.732568:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128344.732569:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128344.732572:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a199800/0x6e2f3e23d86e7372 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964631a expref: 7 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.732597:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 12 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.732609:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 12 pid: 9593 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746128344.732620:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27081:1830947551635840:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128344.732676:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128344.736408:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128344.736502:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556125568 00000100:00100000:3.0:1746128344.736508:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556125568 00000100:00100000:0.0:1746128344.736513:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013211d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27081:1830947551635840:192.168.202.33@tcp:104: 00010000:00010000:0.0:1746128344.736536:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a199800/0x6e2f3e23d86e7372 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964631a expref: 7 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.736566:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a199800, rc 0) 00000100:00100000:3.0:1746128344.736568:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14148 00000100:00100000:3.0:1746128344.736575:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2015:x1830947556125568:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128344.736599:0:27076:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128344.736609:0:27076:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746128344.736609:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:3741:x1830947556125312:12345-192.168.202.33@tcp:101:dd.0 Request processed in 4124us (4203us total) trans 0 rc 0/0 00010000:00010000:3.0:1746128344.736612:0:27076:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128344.736615:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31216 00010000:00010000:3.0:1746128344.736620:0:27076:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128344.738240:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128344.738290:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556125696 00000100:00100000:3.0:1746128344.738296:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556125696 00002000:00100000:3.0:1746128344.738319:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880096288000 x1830947556125696/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.738326:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096288000 with x1830947556125696 ext(12582912->13631487) 00010000:00010000:3.0:1746128344.738332:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 14 pid: 9593 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746128344.738342:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 14 pid: 9593 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746128344.738347:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096288000 00000100:00100000:3.0:1746128344.738374:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3569 00000100:00100000:3.0:1746128344.738379:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2016:x1830947556125696:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128344.742406:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.742467:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556125952 00000100:00100000:2.0:1746128344.742474:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556125952 00000100:00100000:2.0:1746128344.742534:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14149 00000100:00100000:2.0:1746128344.742564:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947556125952:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128344.742594:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.742611:0:27085:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.742617:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128344.742619:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128344.742622:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.742647:0:27085:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 10 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.742661:0:27085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 10 pid: 9593 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746128344.742673:0:27085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:27085:1830947551635968:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128344.742729:0:27085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800960260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128344.748239:0:27085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f8d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:27085:1830947551635968:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128344.748260:0:27085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128344.753306:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556125696:12345-192.168.202.33@tcp:4:dd.0 Request processed in 14918us (15060us total) trans 4294972319 rc 0/0 00000100:00100000:0.0:1746128344.753319:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3569 00002000:00100000:0.0:1746128344.753331:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880096288000 x1830947556125696/t4294972319(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:595/0 lens 488/448 e 0 to 0 dl 1746128355 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128344.753339:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096288000 with x1830947556125696 ext(12582912->13631487) 00010000:00010000:0.0:1746128344.753347:0:9597:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 16 pid: 9593 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746128344.753358:0:9597:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 16 pid: 9593 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746128344.753363:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096288000 00000100:00100000:0.0:1746128344.766139:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.768584:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556126080 00000100:00100000:2.0:1746128344.768595:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556126080 00010000:00010000:2.0:1746128344.768631:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 16 pid: 9593 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746128344.768669:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16176 00000100:00100000:2.0:1746128344.768676:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556126080:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128344.768688:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128344.768700:0:7233:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746128344.768702:0:7233:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746128343 -> 1746128344 00002000:00010000:2.0:1746128344.768704:0:7233:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746128343 -> 1746128344 00002000:00010000:2.0:1746128344.768706:0:7233:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:2.0:1746128344.768710:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 16 pid: 9593 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746128344.768723:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 16 pid: 9593 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746128344.768742:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e777200/0x6e2f3e23d86e726f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462c6 expref: 16 pid: 9593 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746128344.768764:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.768766:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.768772:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a199800/0x6e2f3e23d86e7372 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964631a expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.768779:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a199800/0x6e2f3e23d86e7372 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964631a expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.768786:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.768787:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.768789:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.768794:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.768847:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008a199800/0x6e2f3e23d86e7372 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964631a expref: 6 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128344.768858:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947551636096:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128344.768865:0:27076:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128344.768875:0:27076:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128344.768933:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800960260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128344.771301:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.772476:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556126208 00000100:00100000:2.0:1746128344.772485:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556126208 00010000:00010000:2.0:1746128344.772515:0:7234:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 11 pid: 9593 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746128344.772561:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16177 00000100:00100000:2.0:1746128344.772568:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947556126208:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128344.772579:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128344.772592:0:7234:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746128344.772594:0:7234:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 1746128343 -> 1746128344 00002000:00010000:2.0:1746128344.772596:0:7234:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 1746128343 -> 1746128344 00002000:00010000:2.0:1746128344.772598:0:7234:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:2.0:1746128344.772603:0:7234:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 11 pid: 9593 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746128344.772613:0:7234:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 11 pid: 9593 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746128344.772632:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e776e00/0x6e2f3e23d86e7276 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96462cd expref: 11 pid: 9593 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746128344.772644:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.772646:0:7234:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.772650:0:7234:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.772658:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.772681:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128344.772708:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947556126208:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 141us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.772714:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16177 00010000:00010000:2.0:1746128344.772734:0:27085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.772741:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128344.774745:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f8d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947551636096:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128344.774763:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128344.774788:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556126080:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6112us (8655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128344.774796:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16176 00000100:00100000:0.0:1746128344.777881:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.778061:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556126464 00000100:00100000:2.0:1746128344.778069:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556126464 00002000:00100000:2.0:1746128344.778107:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff880096289500 x1830947556126464/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128344.778115:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096289500 with x1830947556126464 ext(0->1048575) 00002000:00010000:2.0:1746128344.778120:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096289500 00000100:00100000:2.0:1746128344.778140:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14150 00000100:00100000:2.0:1746128344.778155:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2015:x1830947556126464:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128344.790618:0:27076:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128344.790635:0:27076:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128344.790642:0:27076:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128344.790649:0:27076:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b76ae00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128344.790653:0:27076:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128344.790660:0:27076:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128344.790676:0:27076:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128344.790682:0:27076:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e7379 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128344.790765:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2015:x1830947556125568:12345-192.168.202.33@tcp:3:dd.0 Request processed in 54187us (54361us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128344.790774:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14148 00010000:00010000:2.0:1746128344.795328:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.795342:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.795349:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.795366:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b34e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128344.795369:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.795377:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.795392:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.795398:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e7380 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128344.795477:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556125952:12345-192.168.202.33@tcp:3:dd.0 Request processed in 52933us (53075us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746128344.795486:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14149 00000100:00100000:2.0:1746128344.796681:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2015:x1830947556126464:12345-192.168.202.33@tcp:3:dd.0 Request processed in 18529us (18801us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128344.796688:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14150 00002000:00100000:2.0:1746128344.796696:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff880096289500 x1830947556126464/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/440 e 0 to 0 dl 1746128355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128344.796705:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096289500 with x1830947556126464 ext(0->1048575) 00002000:00010000:2.0:1746128344.796709:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096289500 00000100:00100000:2.0:1746128344.807364:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.807411:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.807480:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556126720 00000100:00100000:0.0:1746128344.807487:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556126720 00000100:00100000:0.0:1746128344.807562:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14151 00000100:00100000:0.0:1746128344.807569:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556126720:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:0.0:1746128344.807608:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746128344.807615:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.807626:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128344.807628:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128344.807632:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.807642:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128344.809716:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556126848 00000100:00100000:1.0:1746128344.809726:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556126848 00000100:00100000:1.0:1746128344.809765:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31217 00000100:00100000:1.0:1746128344.809772:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+6:3741:x1830947556126848:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128344.809784:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128344.809798:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e738e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646321 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128344.809825:0:27081:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813cdd8, atime: 0x0, ctime: 0x6813cdd8, blocks: 0x6000 00010000:00010000:1.0:1746128344.809838:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128344.809840:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128344.809847:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e738e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646321 expref: 7 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.809858:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b34e00/0x6e2f3e23d86e738e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646321 expref: 7 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.809865:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b34e00, rc 0) 00000100:00100000:1.0:1746128344.809888:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:3741:x1830947556126848:12345-192.168.202.33@tcp:101:dd.0 Request processed in 117us (2476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128344.809896:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31217 00000100:00100000:3.0:1746128344.823492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.823627:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556127104 00000100:00100000:0.0:1746128344.823636:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556127104 00002000:00100000:0.0:1746128344.823673:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff88006da3c000 x1830947556127104/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128344.823682:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3c000 with x1830947556127104 ext(0->1040383) 00002000:00010000:0.0:1746128344.823686:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3c000 00000100:00100000:3.0:1746128344.826574:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14152 00000100:00100000:3.0:1746128344.826586:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2015:x1830947556127104:12345-192.168.202.33@tcp:3:dd.0 00000001:00080000:0.0:1746128344.833397:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970590 is committed 00002000:00010000:1.0:1746128344.833615:0:9597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:1.0:1746128344.833618:0:9597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746128345 00002000:00010000:1.0:1746128344.833620:0:9597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746128345 00002000:00010000:1.0:1746128344.833622:0:9597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:1.0:1746128344.833632:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.833642:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.833648:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.833654:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8a9800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128344.833658:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.833664:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.833683:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.833688:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8a9800/0x6e2f3e23d86e7387 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128344.833781:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947556126720:12345-192.168.202.33@tcp:4:dd.0 Request processed in 26209us (26420us total) trans 4294970590 rc 0/0 00000100:00100000:1.0:1746128344.833790:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14151 00000100:00100000:0.0:1746128344.835126:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2015:x1830947556127104:12345-192.168.202.33@tcp:3:dd.0 Request processed in 8531us (11630us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746128344.835140:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14152 00002000:00100000:0.0:1746128344.835161:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff88006da3c000 x1830947556127104/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/440 e 0 to 0 dl 1746128355 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128344.835175:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3c000 with x1830947556127104 ext(0->1040383) 00002000:00010000:0.0:1746128344.835185:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3c000 00000100:00100000:0.0:1746128344.856036:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.856472:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.857122:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.858056:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556127232 00000100:00100000:2.0:1746128344.858064:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556127232 00000100:00100000:2.0:1746128344.858100:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556127488 00000100:00100000:2.0:1746128344.858102:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556127488 00000100:00100000:2.0:1746128344.858112:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556127360 00000100:00100000:2.0:1746128344.858113:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556127360 00000100:00100000:2.0:1746128344.858126:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31218 00000100:00100000:2.0:1746128344.858132:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:3741:x1830947556127232:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128344.858146:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.858160:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646328 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128344.858177:0:9593:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746128344.858194:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.858196:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.858203:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.858215:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 8 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.858224:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b800, rc 0) 00000100:00100000:2.0:1746128344.858265:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:3741:x1830947556127232:12345-192.168.202.33@tcp:101:dd.0 Request processed in 132us (2236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.858270:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31218 00000100:00100000:2.0:1746128344.858285:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31219 00000100:00100000:2.0:1746128344.858290:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+5:2015:x1830947556127488:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128344.858296:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.858303:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e739c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646336 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.858314:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.858315:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.858319:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e739c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646336 expref: 6 pid: 9593 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128344.858328:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b400/0x6e2f3e23d86e739c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646336 expref: 6 pid: 9593 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128344.858334:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b400, rc 0) 00000100:00100000:2.0:1746128344.858349:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556127488:12345-192.168.202.33@tcp:101:dd.0 Request processed in 59us (1878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.858354:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31219 00000100:00100000:2.0:1746128344.858363:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31220 00000100:00100000:2.0:1746128344.858368:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+14:2014:x1830947556127360:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128344.858374:0:9593:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.858381:0:9593:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a05a600/0x6e2f3e23d86e73a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964632f expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.858390:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.858391:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.858394:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a05a600/0x6e2f3e23d86e73a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964632f expref: 15 pid: 9593 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128344.858403:0:9593:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a05a600/0x6e2f3e23d86e73a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964632f expref: 15 pid: 9593 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128344.858414:0:9593:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05a600, rc 0) 00000100:00100000:2.0:1746128344.858425:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556127360:12345-192.168.202.33@tcp:101:dd.0 Request processed in 58us (1305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.858429:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31220 00000100:00100000:0.0:1746128344.867101:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.867145:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.867212:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556127872 00000100:00100000:2.0:1746128344.867219:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556127872 00000100:00100000:2.0:1746128344.867261:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556128000 00000100:00100000:2.0:1746128344.867263:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556128000 00000100:00100000:2.0:1746128344.867281:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14153 00000100:00100000:2.0:1746128344.867288:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556127872:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128344.867316:0:27076:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.867328:0:27076:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.867329:0:27076:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.867334:0:27076:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.867344:0:27076:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128344.867589:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14154 00000100:00100000:0.0:1746128344.867596:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556128000:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128344.867614:0:24949:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.867626:0:24949:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128344.867627:0:24949:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128344.867630:0:24949:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.867638:0:24949:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.882359:0:27076:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.882375:0:27076:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.882386:0:27076:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.882392:0:27076:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05b000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128344.882396:0:27076:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.882403:0:27076:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.882419:0:27076:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.882425:0:27076:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a05b000/0x6e2f3e23d86e73aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128344.883746:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556127872:12345-192.168.202.33@tcp:3:dd.0 Request processed in 16452us (16645us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128344.883755:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14153 00000100:00100000:0.0:1746128344.895842:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.895911:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556128256 00000100:00100000:2.0:1746128344.895920:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556128256 00000100:00100000:2.0:1746128344.896508:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31221 00000100:00100000:2.0:1746128344.896516:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:3741:x1830947556128256:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128344.896530:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128344.896572:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964633d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128344.896595:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746128344.896611:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.896613:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.896619:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.896632:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.896640:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc 0) 00000100:00100000:2.0:1746128344.896681:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:3741:x1830947556128256:12345-192.168.202.33@tcp:101:dd.0 Request processed in 165us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128344.896686:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31221 00010000:00010000:0.0:1746128344.896955:0:24949:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.896964:0:24949:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.896971:0:24949:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.896976:0:24949:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d9f5e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128344.896980:0:24949:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.896987:0:24949:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.896998:0:24949:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.897007:0:24949:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e73b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128344.898057:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556128000:12345-192.168.202.33@tcp:3:dd.0 Request processed in 30458us (30907us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746128344.898066:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14154 00000100:00100000:0.0:1746128344.907095:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128344.908211:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556128512 00000100:00100000:1.0:1746128344.908220:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556128512 00000100:00100000:1.0:1746128344.909631:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14155 00000100:00100000:1.0:1746128344.909642:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556128512:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:1.0:1746128344.909684:0:24949:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0xff0 00010000:00010000:1.0:1746128344.909691:0:24949:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.909702:0:24949:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128344.909704:0:24949:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128344.909708:0:24949:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128344.909719:0:24949:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128344.924424:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128344.924655:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556128768 00000100:00100000:3.0:1746128344.924663:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556128768 00002000:00100000:3.0:1746128344.924694:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff88009628b100 x1830947556128768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.924703:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628b100 with x1830947556128768 ext(1040384->2097151) 00002000:00010000:3.0:1746128344.924708:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009628b100 00000100:00100000:3.0:1746128344.924723:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14156 00000100:00100000:3.0:1746128344.924729:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2014:x1830947556128768:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:0.0:1746128344.927499:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.927521:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556129024 00000100:00100000:0.0:1746128344.927527:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556129024 00002000:00100000:0.0:1746128344.927563:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88009628bb80 x1830947556129024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128344.927571:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628bb80 with x1830947556129024 ext(1048576->2097151) 00002000:00010000:0.0:1746128344.927575:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009628bb80 00000100:00100000:0.0:1746128344.927588:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14157 00000100:00100000:0.0:1746128344.927594:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2015:x1830947556129024:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:3.0:1746128344.939331:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2014:x1830947556128768:12345-192.168.202.33@tcp:3:dd.0 Request processed in 14594us (14907us total) trans 0 rc 1056768/1056768 00000100:00100000:3.0:1746128344.939340:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14156 00002000:00100000:3.0:1746128344.939349:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff88009628b100 x1830947556128768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/440 e 0 to 0 dl 1746128355 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.939357:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628b100 with x1830947556128768 ext(1040384->2097151) 00002000:00010000:3.0:1746128344.939362:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009628b100 00000001:00080000:0.0:1746128344.940517:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970591 is committed 00002000:00010000:2.0:1746128344.941188:0:24949:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:2.0:1746128344.941192:0:24949:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:2.0:1746128344.941201:0:24949:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.941209:0:24949:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.941215:0:24949:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.941221:0:24949:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009787e400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128344.941224:0:24949:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.941231:0:24949:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.941245:0:24949:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.941251:0:24949:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e73bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24949 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128344.944434:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556128512:12345-192.168.202.33@tcp:4:dd.0 Request processed in 34784us (37335us total) trans 4294970591 rc 0/0 00000100:00100000:2.0:1746128344.944445:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14155 00000100:00100000:2.0:1746128344.950143:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009628bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2015:x1830947556129024:12345-192.168.202.33@tcp:3:dd.0 Request processed in 22541us (22642us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128344.950153:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14157 00002000:00100000:2.0:1746128344.950162:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88009628bb80 x1830947556129024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/440 e 0 to 0 dl 1746128355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128344.950171:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009628bb80 with x1830947556129024 ext(1048576->2097151) 00002000:00010000:2.0:1746128344.950176:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009628bb80 00000100:00100000:0.0:1746128344.953621:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.953656:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128344.953683:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556129408 00000100:00100000:2.0:1746128344.953690:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556129408 00000100:00100000:0.0:1746128344.953694:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.953720:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556129536 00000100:00100000:0.0:1746128344.953723:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556129536 00000100:00100000:2.0:1746128344.953739:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556129792 00000100:00100000:2.0:1746128344.953741:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556129792 00000100:00100000:0.0:1746128344.953749:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14158 00000100:00100000:0.0:1746128344.953756:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556129408:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128344.953785:0:27076:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.953800:0:27076:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128344.953802:0:27076:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746128344.953911:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14159 00000100:00100000:2.0:1746128344.953918:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556129536:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128344.953928:0:27076:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128344.953940:0:27076:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.953952:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.953960:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.953961:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.953964:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.953972:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954037:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954043:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954049:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954054:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b8c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128344.954057:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954064:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954076:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954086:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b8c00/0x6e2f3e23d86e73cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128344.954134:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556129536:12345-192.168.202.33@tcp:3:dd.0 Request processed in 217us (477us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1746128344.954141:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14159 00000100:00100000:2.0:1746128344.954153:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14160 00000100:00100000:2.0:1746128344.954158:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556129792:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128344.954169:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954175:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.954176:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128344.954179:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.954186:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.978419:0:27076:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.978432:0:27076:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.978439:0:27076:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.978446:0:27076:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ebb9a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128344.978450:0:27076:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.978456:0:27076:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.978471:0:27076:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.978475:0:27076:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebb9a00/0x6e2f3e23d86e73c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27076 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128344.978565:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556129408:12345-192.168.202.33@tcp:3:dd.0 Request processed in 24806us (24949us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128344.978573:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14158 00000100:00100000:0.0:1746128344.990099:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128344.990135:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128344.990163:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556130176 00000100:00100000:3.0:1746128344.990171:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556130176 00002000:00100000:3.0:1746128344.990212:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff88012dd89180 x1830947556130176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.990220:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd89180 with x1830947556130176 ext(2097152->3145727) 00002000:00010000:3.0:1746128344.990225:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd89180 00000100:00100000:3.0:1746128344.990242:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556130304 00000100:00100000:3.0:1746128344.990244:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556130304 00002000:00100000:3.0:1746128344.990257:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->3145727) req@ffff88012dd88000 x1830947556130304/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/0 e 0 to 0 dl 1746128355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128344.990263:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88000 with x1830947556130304 ext(2097152->3145727) 00002000:00010000:3.0:1746128344.990267:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dd88000 00000100:00100000:3.0:1746128344.990279:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14161 00000100:00100000:3.0:1746128344.990285:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2016:x1830947556130176:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:2.0:1746128344.990615:0:27087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14162 00000100:00100000:2.0:1746128344.990625:0:27087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2016:x1830947556130304:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128344.991179:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.991189:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.991196:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.991207:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128344.991210:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.991217:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.991232:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128344.991238:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e73d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128344.991279:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556129792:12345-192.168.202.33@tcp:3:dd.0 Request processed in 37120us (37583us total) trans 0 rc 1024000/1024000 00000100:00100000:2.0:1746128344.991285:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14160 00000100:00100000:2.0:1746128345.002329:0:27087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2016:x1830947556130304:12345-192.168.202.33@tcp:3:dd.0 Request processed in 11697us (12183us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.002340:0:27087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14162 00002000:00100000:2.0:1746128345.002351:0:27087:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->3145727) req@ffff88012dd88000 x1830947556130304/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/440 e 0 to 0 dl 1746128355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.002360:0:27087:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88000 with x1830947556130304 ext(2097152->3145727) 00002000:00010000:2.0:1746128345.002365:0:27087:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dd88000 00000100:00100000:1.0:1746128345.010005:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.010153:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2016:x1830947556130176:12345-192.168.202.33@tcp:3:dd.0 Request processed in 19865us (20057us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128345.010162:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14161 00002000:00100000:3.0:1746128345.010171:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff88012dd89180 x1830947556130176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:595/0 lens 488/440 e 0 to 0 dl 1746128355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.010180:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd89180 with x1830947556130176 ext(2097152->3145727) 00002000:00010000:3.0:1746128345.010185:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd89180 00000100:00100000:3.0:1746128345.010206:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556130560 00000100:00100000:3.0:1746128345.010212:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556130560 00000100:00080000:3.0:1746128345.010233:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128345.013021:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.019906:0:27087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556130816 00000100:00100000:2.0:1746128345.019916:0:27087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556130816 00000100:00100000:0.0:1746128345.019964:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00002000:00100000:2.0:1746128345.019966:0:27087:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (3145728->4194303) req@ffff88012dd89500 x1830947556130816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.019977:0:27087:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd89500 with x1830947556130816 ext(3145728->4194303) 00002000:00010000:2.0:1746128345.019981:0:27087:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dd89500 00000100:00100000:2.0:1746128345.020000:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556131072 00000100:00100000:2.0:1746128345.020003:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556131072 00000100:00100000:0.0:1746128345.020006:0:27083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14163 00000100:00100000:0.0:1746128345.020015:0:27083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556130560:12345-192.168.202.33@tcp:4:dd.0 00002000:00100000:2.0:1746128345.020019:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (3145728->4194303) req@ffff88012dd8bb80 x1830947556131072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.020026:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8bb80 with x1830947556131072 ext(3145728->4194303) 00002000:00010000:2.0:1746128345.020028:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8bb80 00000100:00100000:2.0:1746128345.020042:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14164 00000100:00100000:2.0:1746128345.020047:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2017:x1830947556130816:12345-192.168.202.33@tcp:3:dd.0 00002000:00010000:0.0:1746128345.020055:0:27083:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x1fe0 00010000:00010000:0.0:1746128345.020062:0:27083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.020074:0:27083:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.020075:0:27083:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.020080:0:27083:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.020091:0:27083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746128345.020633:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746128345.020637:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128345.020646:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14165 00000100:00100000:3.0:1746128345.020653:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2017:x1830947556131072:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:0.0:1746128345.029932:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.029993:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556131328 00000100:00100000:1.0:1746128345.030001:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556131328 00002000:00100000:1.0:1746128345.030035:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->5242879) req@ffff88012dd8ad80 x1830947556131328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.030043:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8ad80 with x1830947556131328 ext(4194304->5242879) 00002000:00010000:1.0:1746128345.030048:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dd8ad80 00000100:00100000:1.0:1746128345.030080:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14166 00000100:00100000:1.0:1746128345.030086:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2016:x1830947556131328:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:2.0:1746128345.031085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.031150:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556131584 00000100:00100000:3.0:1746128345.031155:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556131584 00002000:00100000:3.0:1746128345.031176:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (4194304->5242879) req@ffff88012f8d1f80 x1830947556131584/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.031184:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d1f80 with x1830947556131584 ext(4194304->5242879) 00002000:00010000:3.0:1746128345.031188:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d1f80 00000100:00100000:3.0:1746128345.031201:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14167 00000100:00100000:3.0:1746128345.031206:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2016:x1830947556131584:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:0.0:1746128345.045843:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.046774:0:27087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556131840 00000100:00100000:2.0:1746128345.046782:0:27087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556131840 00002000:00100000:2.0:1746128345.046829:0:27087:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (5242880->6291455) req@ffff88012dd88380 x1830947556131840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.046839:0:27087:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88380 with x1830947556131840 ext(5242880->6291455) 00002000:00010000:2.0:1746128345.046844:0:27087:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dd88380 00000100:00100000:2.0:1746128345.046862:0:27087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14168 00000100:00100000:2.0:1746128345.046869:0:27087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2016:x1830947556131840:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:3.0:1746128345.048512:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2017:x1830947556131072:12345-192.168.202.33@tcp:3:dd.0 Request processed in 27853us (28546us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128345.048522:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14165 00002000:00100000:3.0:1746128345.048530:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (3145728->4194303) req@ffff88012dd8bb80 x1830947556131072/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.048555:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8bb80 with x1830947556131072 ext(3145728->4194303) 00002000:00010000:3.0:1746128345.048560:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8bb80 00000100:00100000:1.0:1746128345.050495:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.050942:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556132096 00000100:00100000:3.0:1746128345.050950:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556132096 00002000:00100000:3.0:1746128345.050982:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff88013211e680 x1830947556132096/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.050990:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e680 with x1830947556132096 ext(5242880->6291455) 00002000:00010000:3.0:1746128345.050994:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211e680 00000100:00100000:3.0:1746128345.051010:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14169 00000100:00100000:3.0:1746128345.051016:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556132096:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:3.0:1746128345.056501:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2017:x1830947556130816:12345-192.168.202.33@tcp:3:dd.0 Request processed in 36445us (43479us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128345.056512:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14164 00002000:00100000:3.0:1746128345.056522:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (3145728->4194303) req@ffff88012dd89500 x1830947556130816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.056532:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd89500 with x1830947556130816 ext(3145728->4194303) 00002000:00010000:3.0:1746128345.056537:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dd89500 00000100:00100000:1.0:1746128345.065771:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2016:x1830947556131328:12345-192.168.202.33@tcp:3:dd.0 Request processed in 35675us (35835us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128345.065782:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14166 00002000:00100000:1.0:1746128345.065792:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->5242879) req@ffff88012dd8ad80 x1830947556131328/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.065801:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8ad80 with x1830947556131328 ext(4194304->5242879) 00002000:00010000:1.0:1746128345.065815:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dd8ad80 00000100:00100000:3.0:1746128345.070674:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2016:x1830947556131584:12345-192.168.202.33@tcp:3:dd.0 Request processed in 39458us (39581us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128345.070686:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14167 00002000:00100000:3.0:1746128345.070696:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (4194304->5242879) req@ffff88012f8d1f80 x1830947556131584/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.070706:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d1f80 with x1830947556131584 ext(4194304->5242879) 00002000:00010000:3.0:1746128345.070711:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d1f80 00000100:00100000:0.0:1746128345.075391:0:27087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2016:x1830947556131840:12345-192.168.202.33@tcp:3:dd.0 Request processed in 28515us (29546us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128345.075401:0:27087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14168 00002000:00100000:0.0:1746128345.075410:0:27087:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1a:0x0] (5242880->6291455) req@ffff88012dd88380 x1830947556131840/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.075418:0:27087:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd88380 with x1830947556131840 ext(5242880->6291455) 00002000:00010000:0.0:1746128345.075422:0:27087:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dd88380 00000100:00100000:3.0:1746128345.082209:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2015:x1830947556132096:12345-192.168.202.33@tcp:3:dd.0 Request processed in 31185us (31712us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128345.082219:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14169 00002000:00100000:3.0:1746128345.082228:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff88013211e680 x1830947556132096/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.082237:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e680 with x1830947556132096 ext(5242880->6291455) 00002000:00010000:3.0:1746128345.082241:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211e680 00000001:00080000:0.0:1746128345.082709:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970592 is committed 00002000:00010000:1.0:1746128345.082905:0:27083:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:1.0:1746128345.082909:0:27083:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:1.0:1746128345.082919:0:27083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.082927:0:27083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.082933:0:27083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.082938:0:27083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05bc00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.082941:0:27083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.082950:0:27083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.082964:0:27083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.082970:0:27083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e73db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.083013:0:27083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556130560:12345-192.168.202.33@tcp:4:dd.0 Request processed in 62999us (73014us total) trans 4294970592 rc 0/0 00000100:00100000:1.0:1746128345.083019:0:27083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14163 00000100:00100000:0.0:1746128345.087158:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.087197:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.087241:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556132480 00000100:00100000:3.0:1746128345.087249:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556132480 00000100:00100000:1.0:1746128345.087260:0:27083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556132736 00000100:00100000:1.0:1746128345.087264:0:27083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556132736 00000100:00100000:3.0:1746128345.087291:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14170 00000100:00100000:3.0:1746128345.087296:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556132480:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:1.0:1746128345.087308:0:27083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14171 00000100:00100000:1.0:1746128345.087313:0:27083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556132736:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128345.087320:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.087328:0:27083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.087331:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128345.087332:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.087335:0:27083:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128345.087336:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.087337:0:27083:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.087339:0:27083:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.087345:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.087347:0:27083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746128345.087900:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746128345.100232:0:27083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.100244:0:27083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.100250:0:27083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.100256:0:27083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009787ee00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.100259:0:27083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.100266:0:27083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.100281:0:27083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.100287:0:27083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009787ee00/0x6e2f3e23d86e73e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.100369:0:27083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556132736:12345-192.168.202.33@tcp:3:dd.0 Request processed in 13051us (13167us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128345.100659:0:27083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14171 00010000:00010000:3.0:1746128345.105426:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.105442:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.105450:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.105456:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130f81200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128345.105460:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.105467:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.105482:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.105489:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130f81200/0x6e2f3e23d86e73e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.106872:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556132480:12345-192.168.202.33@tcp:3:dd.0 Request processed in 19569us (19713us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746128345.106882:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14170 00000100:00100000:0.0:1746128345.115365:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.115427:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556132992 00000100:00100000:3.0:1746128345.115435:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556132992 00002000:00100000:3.0:1746128345.115471:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff88012dd8a680 x1830947556132992/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.115479:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a680 with x1830947556132992 ext(0->4194303) 00002000:00010000:3.0:1746128345.115483:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8a680 00000100:00100000:3.0:1746128345.115511:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14172 00000100:00100000:3.0:1746128345.115521:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2014:x1830947556132992:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128345.117438:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.117486:0:27083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556133248 00000100:00100000:1.0:1746128345.117494:0:27083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556133248 00000100:00100000:1.0:1746128345.117553:0:27083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14173 00000100:00100000:1.0:1746128345.117561:0:27083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556133248:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:1.0:1746128345.117597:0:27083:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x2fd0 00010000:00010000:1.0:1746128345.117603:0:27083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.117614:0:27083:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.117616:0:27083:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.117620:0:27083:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.117632:0:27083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746128345.138588:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970593 is committed 00002000:00010000:1.0:1746128345.138803:0:27083:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:1.0:1746128345.138820:0:27083:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:1.0:1746128345.138831:0:27083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.138841:0:27083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.138848:0:27083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.138853:0:27083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009787ec00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.138857:0:27083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.138865:0:27083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.138879:0:27083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.138885:0:27083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787ec00/0x6e2f3e23d86e73f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.139186:0:27083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556133248:12345-192.168.202.33@tcp:4:dd.0 Request processed in 21621us (21747us total) trans 4294970593 rc 0/0 00000100:00100000:1.0:1746128345.139196:0:27083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14173 00000100:00100000:0.0:1746128345.147306:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.147668:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.147687:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556133504 00000100:00100000:0.0:1746128345.147694:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556133504 00002000:00100000:0.0:1746128345.147724:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff8800979c3480 x1830947556133504/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.147732:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c3480 with x1830947556133504 ext(0->4194303) 00002000:00010000:0.0:1746128345.147737:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979c3480 00000100:00100000:0.0:1746128345.147748:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556133888 00000100:00100000:0.0:1746128345.147749:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556133888 00000100:00100000:0.0:1746128345.147764:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14174 00000100:00100000:0.0:1746128345.147769:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2014:x1830947556133504:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:1.0:1746128345.148430:0:27083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14175 00000100:00100000:1.0:1746128345.148437:0:27083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556133888:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.148459:0:27083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.148471:0:27083:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.148472:0:27083:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.148476:0:27083:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.148488:0:27083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.148918:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.148960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.148979:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556134016 00000100:00100000:1.0:1746128345.148982:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556134016 00000100:00100000:1.0:1746128345.149003:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556134272 00000100:00100000:1.0:1746128345.149004:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556134272 00000100:00100000:1.0:1746128345.149017:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14176 00000100:00100000:1.0:1746128345.149021:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556134016:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.149035:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.149042:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.149043:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.149046:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.149054:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.150133:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14177 00000100:00100000:1.0:1746128345.150139:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2017:x1830947556134272:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.152312:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.152329:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.152330:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.152335:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.152346:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.165991:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.166005:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.166011:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.166016:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009787e400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128345.166019:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.166025:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.166038:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.166043:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009787e400/0x6e2f3e23d86e73fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128345.166109:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556134016:12345-192.168.202.33@tcp:3:dd.0 Request processed in 17083us (17186us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128345.166118:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14176 00010000:00010000:3.0:1746128345.167639:0:27083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.167650:0:27083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.167656:0:27083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.167661:0:27083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009787fe00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128345.167665:0:27083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.167671:0:27083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.167683:0:27083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.167688:0:27083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009787fe00/0x6e2f3e23d86e73f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27083 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.167729:0:27083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556133888:12345-192.168.202.33@tcp:3:dd.0 Request processed in 19291us (20059us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1746128345.167737:0:27083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14175 00000100:00100000:2.0:1746128345.177709:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.178059:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.178087:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.178113:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.178133:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556134528 00000100:00100000:0.0:1746128345.178141:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556134528 00002000:00100000:0.0:1746128345.178173:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88012f8d2d80 x1830947556134528/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.178187:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2d80 with x1830947556134528 ext(6291456->7340031) 00002000:00010000:0.0:1746128345.178192:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f8d2d80 00000100:00100000:0.0:1746128345.178213:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556134784 00000100:00100000:0.0:1746128345.178215:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556134784 00002000:00100000:0.0:1746128345.178225:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88012f8d2300 x1830947556134784/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.178231:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2300 with x1830947556134784 ext(6291456->7340031) 00002000:00010000:0.0:1746128345.178233:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d2300 00000100:00100000:0.0:1746128345.178245:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556135040 00000100:00100000:0.0:1746128345.178247:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556135040 00000100:00100000:2.0:1746128345.178251:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556135296 00000100:00100000:2.0:1746128345.178254:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556135296 00002000:00100000:0.0:1746128345.178254:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88012f1e5500 x1830947556135040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.178260:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5500 with x1830947556135040 ext(7340032->8388607) 00002000:00010000:0.0:1746128345.178262:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f1e5500 00002000:00100000:2.0:1746128345.178266:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff8800979c2a00 x1830947556135296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.178271:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c2a00 with x1830947556135296 ext(7340032->8388607) 00000100:00100000:0.0:1746128345.178272:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14178 00002000:00010000:2.0:1746128345.178274:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c2a00 00000100:00100000:0.0:1746128345.178278:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556134528:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:2.0:1746128345.178286:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14179 00000100:00100000:2.0:1746128345.178290:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2014:x1830947556134784:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:3.0:1746128345.178393:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14180 00000100:00100000:3.0:1746128345.178399:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556135040:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:1.0:1746128345.178658:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14181 00000100:00100000:1.0:1746128345.178665:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2014:x1830947556135296:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:1.0:1746128345.181575:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.182363:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.182436:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556135552 00000100:00100000:2.0:1746128345.182444:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556135552 00002000:00100000:2.0:1746128345.182477:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->9437183) req@ffff88013211e300 x1830947556135552/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.182486:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e300 with x1830947556135552 ext(8388608->9437183) 00002000:00010000:2.0:1746128345.182491:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013211e300 00000100:00100000:2.0:1746128345.182511:0:27088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556135808 00000100:00100000:2.0:1746128345.182513:0:27088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556135808 00002000:00100000:2.0:1746128345.182527:0:27088:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff88013211d880 x1830947556135808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.182533:0:27088:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d880 with x1830947556135808 ext(8388608->9437183) 00002000:00010000:2.0:1746128345.182536:0:27088:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211d880 00000100:00100000:2.0:1746128345.182556:0:27088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14182 00000100:00100000:2.0:1746128345.182564:0:27088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556135552:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:1.0:1746128345.183048:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.183270:0:27076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556136064 00000100:00100000:2.0:1746128345.183273:0:27076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556136064 00002000:00100000:2.0:1746128345.183288:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (9437184->10485759) req@ffff88013211d500 x1830947556136064/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.183295:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d500 with x1830947556136064 ext(9437184->10485759) 00002000:00010000:2.0:1746128345.183297:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013211d500 00000100:00100000:2.0:1746128345.183306:0:27076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14183 00000100:00100000:2.0:1746128345.183311:0:27076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556135808:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:1.0:1746128345.184198:0:27084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14184 00000100:00100000:1.0:1746128345.184205:0:27084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2015:x1830947556136064:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.184783:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.184794:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.184801:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.184822:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e777200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.184826:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.184832:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.184848:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.184858:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e777200/0x6e2f3e23d86e7405 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.184911:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556134272:12345-192.168.202.33@tcp:3:dd.0 Request processed in 34771us (35949us total) trans 0 rc 1007616/1007616 00000100:00100000:1.0:1746128345.184918:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14177 00000100:00100000:2.0:1746128345.195802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.196379:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.196402:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556136320 00000100:00100000:2.0:1746128345.196408:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556136320 00002000:00100000:2.0:1746128345.196440:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff88012f1e5f80 x1830947556136320/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.196449:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5f80 with x1830947556136320 ext(9437184->10485759) 00002000:00010000:2.0:1746128345.196454:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e5f80 00000100:00100000:2.0:1746128345.196466:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556136704 00000100:00100000:2.0:1746128345.196468:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556136704 00002000:00100000:2.0:1746128345.196475:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88012f1e6300 x1830947556136704/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.196481:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e6300 with x1830947556136704 ext(10485760->11534335) 00002000:00010000:2.0:1746128345.196483:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e6300 00000100:00100000:2.0:1746128345.196492:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14185 00000100:00100000:2.0:1746128345.196497:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2015:x1830947556136320:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:3.0:1746128345.196574:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14186 00000100:00100000:3.0:1746128345.196582:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2015:x1830947556136704:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:0.0:1746128345.197254:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.197322:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.197367:0:27087:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:0.0:1746128345.197373:0:27087:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_013' 00000100:00100000:0.0:1746128345.198164:0:27083:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:0.0:1746128345.198172:0:27083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556136832 00000100:00100000:0.0:1746128345.198177:0:27083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556136832 00002000:00100000:0.0:1746128345.198204:0:27083:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->12582911) req@ffff8800979c0000 x1830947556136832/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 504/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.198218:0:27083:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0000 with x1830947556136832 ext(10485760->12582911) 00002000:00010000:0.0:1746128345.198223:0:27083:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979c0000 00000100:00100000:0.0:1746128345.198231:0:27083:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:0.0:1746128345.198235:0:27083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556137216 00000100:00100000:0.0:1746128345.198237:0:27083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556137216 00002000:00100000:0.0:1746128345.198245:0:27083:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff8800979c2300 x1830947556137216/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.198251:0:27083:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c2300 with x1830947556137216 ext(11534336->12582911) 00002000:00010000:0.0:1746128345.198253:0:27083:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c2300 00000100:00100000:3.0:1746128345.199943:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14187 00000100:00100000:3.0:1746128345.199953:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:2015:x1830947556136832:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:3.0:1746128345.209385:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.209476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.209648:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2014:x1830947556135296:12345-192.168.202.33@tcp:3:dd.0 Request processed in 30982us (31532us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128345.209659:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14181 00002000:00100000:1.0:1746128345.209668:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff8800979c2a00 x1830947556135296/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.209677:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c2a00 with x1830947556135296 ext(7340032->8388607) 00002000:00010000:1.0:1746128345.209682:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c2a00 00000100:00100000:1.0:1746128345.209703:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556137472 00000100:00100000:1.0:1746128345.209709:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556137472 00002000:00100000:1.0:1746128345.209733:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88006da3df80 x1830947556137472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.209740:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3df80 with x1830947556137472 ext(12582912->13631487) 00002000:00010000:1.0:1746128345.209743:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006da3df80 00000100:00100000:1.0:1746128345.209749:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556137728 00000100:00100000:1.0:1746128345.209752:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556137728 00000100:00100000:1.0:1746128345.209763:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14188 00000100:00100000:1.0:1746128345.209769:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:2015:x1830947556137216:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:2.0:1746128345.212318:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2015:x1830947556135040:12345-192.168.202.33@tcp:3:dd.0 Request processed in 33913us (34224us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128345.212326:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:2014:x1830947556132992:12345-192.168.202.33@tcp:4:dd.0 Request processed in 96803us (96967us total) trans 4294970594 rc 0/0 00000100:00100000:2.0:1746128345.212327:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14180 00000100:00100000:0.0:1746128345.212334:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14172 00002000:00100000:2.0:1746128345.212337:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88012f1e5500 x1830947556135040/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.212340:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff88012dd8a680 x1830947556132992/t4294970594(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/448 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.212344:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5500 with x1830947556135040 ext(7340032->8388607) 00002000:00010000:2.0:1746128345.212348:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f1e5500 00002000:00100000:0.0:1746128345.212348:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dd8a680 with x1830947556132992 ext(0->4194303) 00002000:00010000:0.0:1746128345.212350:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dd8a680 00000100:00100000:2.0:1746128345.212368:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14189 00000100:00100000:2.0:1746128345.212380:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:2015:x1830947556137472:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:0.0:1746128345.212380:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14190 00000100:00100000:0.0:1746128345.212387:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556137728:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:0.0:1746128345.212415:0:27085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x3fc0 00010000:00010000:0.0:1746128345.212421:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.212433:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.212434:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.212439:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.212450:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.214850:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:2014:x1830947556134784:12345-192.168.202.33@tcp:3:dd.0 Request processed in 36551us (36784us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.214858:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14179 00002000:00100000:2.0:1746128345.214865:0:9598:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88012f8d2300 x1830947556134784/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.214872:0:9598:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2300 with x1830947556134784 ext(6291456->7340031) 00002000:00010000:2.0:1746128345.214876:0:9598:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f8d2300 00000100:00100000:2.0:1746128345.229397:0:27088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:2014:x1830947556135552:12345-192.168.202.33@tcp:3:dd.0 Request processed in 46824us (47817us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.229408:0:27088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14182 00002000:00100000:2.0:1746128345.229417:0:27088:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->9437183) req@ffff88013211e300 x1830947556135552/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.229425:0:27088:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211e300 with x1830947556135552 ext(8388608->9437183) 00002000:00010000:2.0:1746128345.229430:0:27088:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013211e300 00000100:00100000:2.0:1746128345.236184:0:27076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2014:x1830947556135808:12345-192.168.202.33@tcp:3:dd.0 Request processed in 52864us (53813us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.236195:0:27076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14183 00002000:00100000:2.0:1746128345.236205:0:27076:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff88013211d880 x1830947556135808/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.236213:0:27076:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d880 with x1830947556135808 ext(8388608->9437183) 00002000:00010000:2.0:1746128345.236219:0:27076:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013211d880 00000100:00100000:1.0:1746128345.247911:0:27084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013211d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:2015:x1830947556136064:12345-192.168.202.33@tcp:3:dd.0 Request processed in 63697us (64854us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128345.247923:0:27084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14184 00002000:00100000:1.0:1746128345.247934:0:27084:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (9437184->10485759) req@ffff88013211d500 x1830947556136064/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.247943:0:27084:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013211d500 with x1830947556136064 ext(9437184->10485759) 00002000:00010000:1.0:1746128345.247947:0:27084:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013211d500 00000100:00100000:1.0:1746128345.249104:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2014:x1830947556133504:12345-192.168.202.33@tcp:4:dd.0 Request processed in 101332us (101802us total) trans 4294972320 rc 0/0 00000100:00100000:1.0:1746128345.249111:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14174 00002000:00100000:1.0:1746128345.249117:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff8800979c3480 x1830947556133504/t4294972320(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/448 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.249124:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c3480 with x1830947556133504 ext(0->4194303) 00002000:00010000:1.0:1746128345.249127:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979c3480 00000100:00100000:1.0:1746128345.255483:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556134528:12345-192.168.202.33@tcp:3:dd.0 Request processed in 77196us (77773us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128345.255494:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14178 00002000:00100000:1.0:1746128345.255504:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88012f8d2d80 x1830947556134528/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.255511:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f8d2d80 with x1830947556134528 ext(6291456->7340031) 00002000:00010000:1.0:1746128345.255516:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f8d2d80 00000100:00100000:2.0:1746128345.264800:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556136704:12345-192.168.202.33@tcp:3:dd.0 Request processed in 68211us (68413us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.264822:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14186 00002000:00100000:2.0:1746128345.264831:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88012f1e6300 x1830947556136704/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.264840:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e6300 with x1830947556136704 ext(10485760->11534335) 00002000:00010000:2.0:1746128345.264845:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e6300 00000100:00100000:0.0:1746128345.267569:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2015:x1830947556136832:12345-192.168.202.33@tcp:3:dd.0 Request processed in 67589us (70287us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746128345.267580:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14187 00002000:00100000:0.0:1746128345.267590:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->12582911) req@ffff8800979c0000 x1830947556136832/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 504/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.267599:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0000 with x1830947556136832 ext(10485760->12582911) 00002000:00010000:0.0:1746128345.267603:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979c0000 00000001:00080000:0.0:1746128345.271323:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970595 is committed 00000001:00080000:0.0:1746128345.271336:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970594 is committed 00002000:00010000:1.0:1746128345.271494:0:27085:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:1.0:1746128345.271498:0:27085:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:1.0:1746128345.271508:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.271523:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.271529:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.271534:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b33200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.271537:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.271571:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.271587:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.271593:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b33200/0x6e2f3e23d86e740c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.273137:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556137728:12345-192.168.202.33@tcp:4:dd.0 Request processed in 60743us (63652us total) trans 4294970595 rc 0/0 00000100:00100000:1.0:1746128345.273147:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14190 00000100:00100000:3.0:1746128345.275709:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556136320:12345-192.168.202.33@tcp:3:dd.0 Request processed in 79205us (79907us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128345.275719:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14185 00002000:00100000:3.0:1746128345.275729:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff88012f1e5f80 x1830947556136320/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.275738:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5f80 with x1830947556136320 ext(9437184->10485759) 00002000:00010000:3.0:1746128345.275743:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f1e5f80 00000100:00100000:1.0:1746128345.276986:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2015:x1830947556137216:12345-192.168.202.33@tcp:3:dd.0 Request processed in 67214us (79661us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128345.276993:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14188 00002000:00100000:1.0:1746128345.276999:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff8800979c2300 x1830947556137216/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.277008:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c2300 with x1830947556137216 ext(11534336->12582911) 00002000:00010000:1.0:1746128345.277011:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800979c2300 00000100:00100000:2.0:1746128345.282951:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556137472:12345-192.168.202.33@tcp:3:dd.0 Request processed in 70568us (73566us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.282960:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14189 00002000:00100000:2.0:1746128345.282969:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88006da3df80 x1830947556137472/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.282978:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3df80 with x1830947556137472 ext(12582912->13631487) 00002000:00010000:2.0:1746128345.282983:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006da3df80 00010000:00010000:0.0:1746128345.284176:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128345.284796:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.285360:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.287064:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556138240 00000100:00100000:1.0:1746128345.287075:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556138240 00000100:00100000:1.0:1746128345.287132:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556137984 00000100:00100000:1.0:1746128345.287134:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556137984 00000100:00100000:1.0:1746128345.287154:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14191 00000100:00100000:1.0:1746128345.287161:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556138240:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.287187:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.287198:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.287200:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.287204:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.287216:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.287749:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14192 00000100:00100000:1.0:1746128345.287755:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556137984:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.287769:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.287776:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.287777:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.287780:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.287788:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.289081:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.290315:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556138496 00000100:00100000:2.0:1746128345.290324:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556138496 00000100:00100000:2.0:1746128345.292090:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14193 00000100:00100000:2.0:1746128345.292102:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2017:x1830947556138496:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128345.292138:0:27086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.292154:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.292155:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.292160:0:27086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.292171:0:27086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.295857:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.295870:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.295877:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.295883:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795ee00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.295886:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.295893:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.295909:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.295916:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008795ee00/0x6e2f3e23d86e7413 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.296942:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556138240:12345-192.168.202.33@tcp:3:dd.0 Request processed in 9775us (12143us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128345.296952:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14191 00010000:00010000:2.0:1746128345.297109:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297118:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297125:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297130:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795e200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.297133:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297139:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297149:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297155:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e741a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.297185:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2017:x1830947556137984:12345-192.168.202.33@tcp:3:dd.0 Request processed in 9430us (11825us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1746128345.297191:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14192 00010000:00010000:2.0:1746128345.297866:0:27086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297873:0:27086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297879:0:27086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297883:0:27086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011ee97200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.297886:0:27086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297890:0:27086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297898:0:27086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.297903:0:27086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011ee97200/0x6e2f3e23d86e7421 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.297934:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556138496:12345-192.168.202.33@tcp:3:dd.0 Request processed in 5835us (8857us total) trans 0 rc 999424/999424 00000100:00100000:2.0:1746128345.297943:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14193 00000100:00100000:0.0:1746128345.302317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.302359:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556138752 00000100:00100000:2.0:1746128345.302366:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556138752 00000100:00100000:2.0:1746128345.302428:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14194 00000100:00100000:2.0:1746128345.302437:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556138752:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:2.0:1746128345.302473:0:27086:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x4fb0 00010000:00010000:2.0:1746128345.302480:0:27086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.302490:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.302491:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.302495:0:27086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.302506:0:27086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.311086:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.311429:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556139008 00000100:00100000:0.0:1746128345.311437:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556139008 00002000:00100000:0.0:1746128345.311473:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff8800957b8000 x1830947556139008/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.311483:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8000 with x1830947556139008 ext(4194304->8388607) 00002000:00010000:0.0:1746128345.311488:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957b8000 00000100:00100000:0.0:1746128345.311555:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14195 00000100:00100000:0.0:1746128345.311564:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2016:x1830947556139008:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128345.321590:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.321674:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556139264 00000100:00100000:1.0:1746128345.321682:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556139264 00002000:00100000:1.0:1746128345.321717:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff8800979c0a80 x1830947556139264/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.321726:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0a80 with x1830947556139264 ext(4194304->8388607) 00002000:00010000:1.0:1746128345.321731:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979c0a80 00000100:00100000:1.0:1746128345.321766:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14196 00000100:00100000:1.0:1746128345.321773:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2016:x1830947556139264:12345-192.168.202.33@tcp:4:dd.0 00000001:00080000:0.0:1746128345.329892:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970596 is committed 00002000:00010000:3.0:1746128345.331101:0:27086:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:3.0:1746128345.331106:0:27086:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:3.0:1746128345.331118:0:27086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.331131:0:27086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.331137:0:27086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.331143:0:27086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011ee97a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128345.331146:0:27086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.331152:0:27086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.331167:0:27086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.332667:0:27086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7428 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.333423:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556138752:12345-192.168.202.33@tcp:4:dd.0 Request processed in 30983us (31109us total) trans 4294970596 rc 0/0 00000100:00100000:3.0:1746128345.333432:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14194 00000100:00100000:0.0:1746128345.341185:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.341231:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.341261:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556139648 00000100:00100000:0.0:1746128345.341268:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556139648 00000100:00100000:0.0:1746128345.341310:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556139776 00000100:00100000:0.0:1746128345.341313:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556139776 00000100:00100000:0.0:1746128345.341340:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14197 00000100:00100000:0.0:1746128345.341347:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556139648:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128345.341376:0:20202:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.341388:0:20202:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.341390:0:20202:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.341393:0:20202:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.341405:0:20202:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.342279:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14198 00000100:00100000:1.0:1746128345.342289:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556139776:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.342455:0:28770:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.342465:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.342466:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.342470:0:28770:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.342478:0:28770:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.354838:0:20202:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.354855:0:20202:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.354861:0:20202:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.354868:0:20202:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef7c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128345.354871:0:20202:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.354878:0:20202:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.354894:0:20202:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.354899:0:20202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ef7c00/0x6e2f3e23d86e742f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128345.354959:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556139648:12345-192.168.202.33@tcp:3:dd.0 Request processed in 13609us (13778us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128345.354967:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14197 00010000:00010000:1.0:1746128345.358790:0:28770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.358824:0:28770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.358831:0:28770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.358838:0:28770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e81a400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.358842:0:28770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.358848:0:28770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.358865:0:28770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.358871:0:28770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011e81a400/0x6e2f3e23d86e7436 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.360217:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556139776:12345-192.168.202.33@tcp:3:dd.0 Request processed in 17924us (18980us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746128345.360227:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14198 00000100:00100000:2.0:1746128345.363744:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2016:x1830947556139008:12345-192.168.202.33@tcp:4:dd.0 Request processed in 52173us (52656us total) trans 4294970597 rc 0/0 00000100:00100000:2.0:1746128345.363754:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14195 00002000:00100000:2.0:1746128345.363766:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff8800957b8000 x1830947556139008/t4294970597(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/448 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.363775:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8000 with x1830947556139008 ext(4194304->8388607) 00002000:00010000:2.0:1746128345.363780:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957b8000 00000100:00100000:0.0:1746128345.375988:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.376275:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556140160 00000100:00100000:2.0:1746128345.376282:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556140160 00000100:00100000:2.0:1746128345.376337:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14199 00000100:00100000:2.0:1746128345.376344:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556140160:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128345.376375:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2016:x1830947556139264:12345-192.168.202.33@tcp:4:dd.0 Request processed in 54603us (54793us total) trans 4294972321 rc 0/0 00002000:00010000:2.0:1746128345.376377:0:27085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x5fa0 00000100:00100000:0.0:1746128345.376381:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14196 00010000:00010000:2.0:1746128345.376383:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746128345.376388:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff8800979c0a80 x1830947556139264/t4294972321(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/448 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00010000:00010000:2.0:1746128345.376393:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.376395:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:0.0:1746128345.376395:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800979c0a80 with x1830947556139264 ext(4194304->8388607) 00010000:00010000:2.0:1746128345.376399:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128345.376399:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800979c0a80 00010000:00010000:2.0:1746128345.376408:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128345.396236:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970598 is committed 00000001:00080000:1.0:1746128345.396248:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970597 is committed 00002000:00010000:2.0:1746128345.396373:0:27085:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:2.0:1746128345.396376:0:27085:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:2.0:1746128345.396387:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.396395:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.396401:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.396406:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c32b600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.396409:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.396419:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.396435:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.396440:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e743d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.397072:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556140160:12345-192.168.202.33@tcp:4:dd.0 Request processed in 20723us (21086us total) trans 4294970598 rc 0/0 00000100:00100000:2.0:1746128345.397082:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14199 00000100:00100000:0.0:1746128345.410624:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.410674:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.412273:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556140544 00000100:00100000:2.0:1746128345.412281:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556140544 00000100:00100000:2.0:1746128345.412320:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556140672 00000100:00100000:2.0:1746128345.412322:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556140672 00000100:00100000:2.0:1746128345.412338:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14200 00000100:00100000:2.0:1746128345.412344:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556140544:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128345.412370:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.412380:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.412382:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.412385:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.412395:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.412971:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14201 00000100:00100000:2.0:1746128345.412977:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556140672:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128345.412993:0:20202:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.413000:0:20202:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.413001:0:20202:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.413004:0:20202:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.413012:0:20202:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.433817:0:20202:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.433831:0:20202:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.433838:0:20202:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.433845:0:20202:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097af4c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.433848:0:20202:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.433855:0:20202:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.433872:0:20202:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.433879:0:20202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e744b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.433950:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2017:x1830947556140672:12345-192.168.202.33@tcp:3:dd.0 Request processed in 20969us (23272us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746128345.433958:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14201 00010000:00010000:2.0:1746128345.434006:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.434013:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.434018:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.434022:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097af4a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.434024:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.434030:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.434040:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.434048:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7444 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.434075:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556140544:12345-192.168.202.33@tcp:3:dd.0 Request processed in 21730us (23457us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.434081:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14200 00000100:00100000:0.0:1746128345.441110:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.441342:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556141056 00000100:00100000:2.0:1746128345.441350:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556141056 00000100:00100000:2.0:1746128345.441410:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14202 00000100:00100000:2.0:1746128345.441418:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556141056:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:2.0:1746128345.441456:0:27085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x6f90 00010000:00010000:2.0:1746128345.441463:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.441473:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.441474:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.441479:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.441490:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.448976:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.449324:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556141312 00000100:00100000:0.0:1746128345.449331:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556141312 00002000:00100000:0.0:1746128345.449364:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff8800957b8e00 x1830947556141312/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.449372:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8e00 with x1830947556141312 ext(8388608->12582911) 00002000:00010000:0.0:1746128345.449376:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957b8e00 00000100:00100000:0.0:1746128345.449402:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14203 00000100:00100000:0.0:1746128345.449409:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2014:x1830947556141312:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128345.466485:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.466590:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556141568 00000100:00100000:2.0:1746128345.466597:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556141568 00002000:00100000:2.0:1746128345.466631:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff88012f104380 x1830947556141568/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128345.466645:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104380 with x1830947556141568 ext(8388608->12582911) 00002000:00010000:2.0:1746128345.466649:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f104380 00000100:00100000:2.0:1746128345.469224:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14204 00000100:00100000:2.0:1746128345.469239:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2014:x1830947556141568:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128345.482075:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.482097:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556141824 00000100:00100000:0.0:1746128345.482104:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556141824 00000100:00100000:0.0:1746128345.482152:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 199 00000100:00100000:0.0:1746128345.482159:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:3741:x1830947556141824:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:0.0:1746128345.482337:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:3741:x1830947556141824:12345-192.168.202.33@tcp:35:dd.0 Request processed in 178us (268us total) trans 4294985617 rc 0/0 00000100:00100000:0.0:1746128345.482344:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 199 00000100:00080000:3.0:1746128345.483235:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128345.488137:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.488412:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556142080 00000100:00100000:0.0:1746128345.488420:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556142080 00000100:00100000:0.0:1746128345.488469:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 200 00000100:00100000:0.0:1746128345.488477:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:3741:x1830947556142080:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:0.0:1746128345.488727:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:3741:x1830947556142080:12345-192.168.202.33@tcp:35:dd.0 Request processed in 249us (596us total) trans 4294985618 rc 0/0 00000100:00100000:0.0:1746128345.488736:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 200 00000001:00080000:1.0:1746128345.493118:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970599 is committed 00002000:00010000:3.0:1746128345.493342:0:27085:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746128345.493346:0:27085:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:3.0:1746128345.493359:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.493369:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.493375:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.493381:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097af4c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128345.493384:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.493391:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.493407:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.493412:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af4c00/0x6e2f3e23d86e7452 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.495053:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556141056:12345-192.168.202.33@tcp:4:dd.0 Request processed in 53627us (53941us total) trans 4294970599 rc 0/0 00000100:00100000:3.0:1746128345.495063:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14202 00000100:00100000:0.0:1746128345.506904:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.506935:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.506952:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.508050:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2014:x1830947556141312:12345-192.168.202.33@tcp:4:dd.0 Request processed in 58637us (59078us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746128345.508062:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14203 00002000:00100000:0.0:1746128345.508073:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff8800957b8e00 x1830947556141312/t4294970600(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/448 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.508082:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8e00 with x1830947556141312 ext(8388608->12582911) 00002000:00010000:0.0:1746128345.508087:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957b8e00 00000100:00100000:1.0:1746128345.508228:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556142336 00000100:00100000:1.0:1746128345.508235:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556142336 00000100:00100000:1.0:1746128345.508274:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556142592 00000100:00100000:1.0:1746128345.508277:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556142592 00000100:00100000:1.0:1746128345.508290:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556142848 00000100:00100000:1.0:1746128345.508292:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556142848 00000100:00100000:1.0:1746128345.508306:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14205 00000100:00100000:1.0:1746128345.508312:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556142336:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.508341:0:28770:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.508355:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.508357:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.508362:0:28770:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.508376:0:28770:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.508498:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14206 00000100:00100000:1.0:1746128345.508503:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556142592:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.508515:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.508521:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.508522:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.508525:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.508533:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.509045:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14207 00000100:00100000:1.0:1746128345.509050:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556142848:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.509066:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.509072:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.509074:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.509076:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.509084:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.520324:0:28770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.520340:0:28770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.520347:0:28770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.520352:0:28770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795fc00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.520355:0:28770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.520362:0:28770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.520378:0:28770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.520382:0:28770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e7459 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.521753:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556142336:12345-192.168.202.33@tcp:3:dd.0 Request processed in 13434us (14850us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1746128345.521763:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14205 00010000:00010000:0.0:1746128345.522727:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.522740:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.522746:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.522751:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c32b600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128345.522754:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.522760:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.522779:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.522784:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e7467 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128345.522861:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556142848:12345-192.168.202.33@tcp:3:dd.0 Request processed in 13809us (15907us total) trans 0 rc 974848/974848 00000100:00100000:0.0:1746128345.522868:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14207 00010000:00010000:2.0:1746128345.522967:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.522974:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.522979:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.522984:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009672c600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.522986:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.522991:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.523000:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.523005:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e7460 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.523050:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556142592:12345-192.168.202.33@tcp:3:dd.0 Request processed in 14547us (16115us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.523056:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14206 00000100:00100000:0.0:1746128345.527714:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.527820:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556143104 00000100:00100000:2.0:1746128345.527830:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556143104 00000100:00100000:2.0:1746128345.527879:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14208 00000100:00100000:2.0:1746128345.527886:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556143104:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:2.0:1746128345.527927:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x7f80 00010000:00010000:2.0:1746128345.527934:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.527950:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.527952:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.527957:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.527969:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.529733:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556141568:12345-192.168.202.33@tcp:4:dd.0 Request processed in 60494us (63250us total) trans 4294972322 rc 0/0 00000100:00100000:1.0:1746128345.529742:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14204 00002000:00100000:1.0:1746128345.529751:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff88012f104380 x1830947556141568/t4294972322(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/448 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.529759:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104380 with x1830947556141568 ext(8388608->12582911) 00002000:00010000:1.0:1746128345.529763:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f104380 00000001:00080000:1.0:1746128345.547145:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970601 is committed 00000001:00080000:1.0:1746128345.547158:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970600 is committed 00002000:00010000:2.0:1746128345.547305:0:9597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746128345.547309:0:9597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746128345.547321:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.547330:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.547341:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.547346:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097af5400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.547350:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.547356:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.547371:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.547377:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e746e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.549649:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556143104:12345-192.168.202.33@tcp:4:dd.0 Request processed in 21754us (21934us total) trans 4294970601 rc 0/0 00000100:00100000:2.0:1746128345.549660:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14208 00000100:00100000:0.0:1746128345.556192:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.556280:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556143360 00000100:00100000:2.0:1746128345.556287:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556143360 00000100:00100000:2.0:1746128345.556348:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14209 00000100:00100000:2.0:1746128345.556356:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556143360:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128345.556384:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.556400:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.556402:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.556406:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.556416:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128345.557365:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.557380:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556143616 00000100:00100000:2.0:1746128345.557383:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556143616 00000100:00100000:2.0:1746128345.557417:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14210 00000100:00100000:2.0:1746128345.557423:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556143616:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128345.557439:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.557446:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.557447:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.557450:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128345.557517:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.557529:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556143872 00000100:00100000:0.0:1746128345.557532:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556143872 00000100:00100000:0.0:1746128345.557576:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14211 00000100:00100000:0.0:1746128345.557581:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556143872:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128345.557595:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.557602:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.557603:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.557606:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.557614:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.558976:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.566203:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.566218:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.566230:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.566236:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097af5400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.566240:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.566246:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.566262:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.566267:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097af5400/0x6e2f3e23d86e7475 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.567421:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556143360:12345-192.168.202.33@tcp:3:dd.0 Request processed in 11061us (11232us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1746128345.567430:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14209 00010000:00010000:0.0:1746128345.567834:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.567842:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.567848:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.567853:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795f000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128345.567855:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.567860:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.567870:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.567875:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008795f000/0x6e2f3e23d86e7483 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128345.567924:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556143872:12345-192.168.202.33@tcp:3:dd.0 Request processed in 10342us (10406us total) trans 0 rc 966656/966656 00000100:00100000:0.0:1746128345.567928:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14211 00010000:00010000:2.0:1746128345.572404:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.572416:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.572422:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.572433:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.572436:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.572442:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.572458:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.572463:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c039c00/0x6e2f3e23d86e747c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.573233:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556143616:12345-192.168.202.33@tcp:3:dd.0 Request processed in 15804us (15864us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.573242:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14210 00000100:00100000:0.0:1746128345.579912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.580047:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556144128 00000100:00100000:2.0:1746128345.580055:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556144128 00000100:00100000:2.0:1746128345.580170:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14212 00000100:00100000:2.0:1746128345.580177:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556144128:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:2.0:1746128345.580216:0:27075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x8f70 00010000:00010000:2.0:1746128345.580225:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.580236:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.580237:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.580242:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.580254:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128345.606250:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970602 is committed 00002000:00010000:2.0:1746128345.606797:0:27075:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746128345.606816:0:27075:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:2.0:1746128345.606828:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.606837:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.606844:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.606850:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.606854:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.606861:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.606876:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.606882:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e748a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.606973:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556144128:12345-192.168.202.33@tcp:4:dd.0 Request processed in 26792us (28223us total) trans 4294970602 rc 0/0 00000100:00100000:2.0:1746128345.606982:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14212 00000100:00100000:0.0:1746128345.614139:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.614179:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.614205:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556144384 00000100:00100000:2.0:1746128345.614213:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556144384 00000100:00100000:0.0:1746128345.614214:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.614680:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556144896 00000100:00100000:0.0:1746128345.614680:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556144640 00000100:00100000:2.0:1746128345.614683:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556144896 00000100:00100000:0.0:1746128345.614683:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556144640 00000100:00100000:1.0:1746128345.614690:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14213 00000100:00100000:1.0:1746128345.614700:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556144384:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.614730:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.614741:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.614744:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.614748:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.614759:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.615050:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14214 00000100:00100000:2.0:1746128345.615057:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556144896:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128345.615072:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.615079:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.615080:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.615083:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.615091:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128345.615422:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14215 00000100:00100000:0.0:1746128345.615429:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556144640:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128345.615445:0:28770:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.615452:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.615453:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128345.615455:0:28770:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.615463:0:28770:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.620775:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.620791:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.620798:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.620818:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097914400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.620821:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.620828:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.620846:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.620852:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097914400/0x6e2f3e23d86e7491 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.620995:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556144384:12345-192.168.202.33@tcp:3:dd.0 Request processed in 6291us (6858us total) trans 0 rc 81920/81920 00000100:00100000:1.0:1746128345.621006:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14213 00010000:00010000:2.0:1746128345.630876:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.630890:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.630896:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.630903:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.630907:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.630914:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.630932:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.630937:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7498 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.631015:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556144896:12345-192.168.202.33@tcp:3:dd.0 Request processed in 15954us (16794us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746128345.631024:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14214 00010000:00010000:3.0:1746128345.631143:0:28770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.631150:0:28770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.631156:0:28770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.631160:0:28770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de73a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128345.631162:0:28770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.631168:0:28770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.631178:0:28770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.631183:0:28770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de73a00/0x6e2f3e23d86e749f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.631218:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556144640:12345-192.168.202.33@tcp:3:dd.0 Request processed in 15789us (17038us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128345.631223:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14215 00000100:00100000:0.0:1746128345.635735:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.635858:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556145152 00000100:00100000:3.0:1746128345.635866:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556145152 00000100:00100000:3.0:1746128345.635930:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14216 00000100:00100000:3.0:1746128345.635937:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556145152:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128345.635975:0:28770:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0x9f60 00010000:00010000:3.0:1746128345.635982:0:28770:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.635994:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128345.635995:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128345.635999:0:28770:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.636010:0:28770:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128345.664710:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970603 is committed 00002000:00010000:3.0:1746128345.664884:0:28770:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746128345.664888:0:28770:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:3.0:1746128345.664900:0:28770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.664910:0:28770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.664916:0:28770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.664922:0:28770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f88c000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128345.664925:0:28770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.664931:0:28770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.664945:0:28770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.664951:0:28770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f88c000/0x6e2f3e23d86e74a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.665040:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556145152:12345-192.168.202.33@tcp:4:dd.0 Request processed in 29100us (29308us total) trans 4294970603 rc 0/0 00000100:00100000:3.0:1746128345.665048:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14216 00000100:00100000:0.0:1746128345.673702:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.673732:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.673797:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.673862:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556145536 00000100:00100000:1.0:1746128345.673871:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556145536 00000100:00100000:2.0:1746128345.673873:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556145664 00000100:00100000:2.0:1746128345.673876:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556145664 00000100:00100000:1.0:1746128345.673918:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556145920 00000100:00100000:1.0:1746128345.673921:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556145920 00000100:00100000:3.0:1746128345.673923:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14217 00000100:00100000:3.0:1746128345.673931:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556145536:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128345.673963:0:28770:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.673976:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128345.673977:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128345.673981:0:28770:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.673992:0:28770:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.674220:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14218 00000100:00100000:2.0:1746128345.674226:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556145664:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128345.674240:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.674247:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.674248:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.674251:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.674259:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.674293:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14219 00000100:00100000:1.0:1746128345.674298:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556145920:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128345.674309:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.674315:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.674316:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.674318:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.674325:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.686700:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.687149:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.687157:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.687163:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.687167:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.687175:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.687192:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.687197:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c039200/0x6e2f3e23d86e74b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.687268:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556145664:12345-192.168.202.33@tcp:3:dd.0 Request processed in 13039us (13531us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128345.687281:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14218 00010000:00010000:1.0:1746128345.687845:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.687853:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.687857:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.687866:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530f200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.687868:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.687873:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.687882:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.687887:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530f200/0x6e2f3e23d86e74bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.687936:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556145920:12345-192.168.202.33@tcp:3:dd.0 Request processed in 13637us (14138us total) trans 0 rc 950272/950272 00000100:00100000:1.0:1746128345.687942:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14219 00010000:00010000:3.0:1746128345.689504:0:28770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.689517:0:28770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.689523:0:28770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.689529:0:28770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f88d600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128345.689533:0:28770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.689554:0:28770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.689568:0:28770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.689573:0:28770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e74ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.690011:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2014:x1830947556145536:12345-192.168.202.33@tcp:3:dd.0 Request processed in 16077us (16313us total) trans 0 rc 90112/90112 00000100:00100000:3.0:1746128345.690019:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14217 00000100:00100000:0.0:1746128345.694498:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.694589:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556146176 00000100:00100000:3.0:1746128345.694596:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556146176 00000100:00100000:3.0:1746128345.694796:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14220 00000100:00100000:3.0:1746128345.694814:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556146176:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128345.694854:0:28770:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813cdd9, atime: 0x0, ctime: 0x6813cdd9, blocks: 0xaf50 00010000:00010000:3.0:1746128345.694862:0:28770:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.694873:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128345.694875:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128345.694879:0:28770:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.694891:0:28770:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128345.714369:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970604 is committed 00002000:00010000:3.0:1746128345.714538:0:28770:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:3.0:1746128345.714650:0:28770:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746128345 -> 1746128346 00002000:00010000:3.0:1746128345.714653:0:28770:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746128345 -> 1746128346 00002000:00010000:3.0:1746128345.714654:0:28770:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:3.0:1746128345.714666:0:28770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.714677:0:28770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.714685:0:28770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.714691:0:28770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f88d200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128345.714694:0:28770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.714701:0:28770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.714716:0:28770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128345.714726:0:28770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f88d200/0x6e2f3e23d86e74c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.716127:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2015:x1830947556146176:12345-192.168.202.33@tcp:4:dd.0 Request processed in 21307us (21629us total) trans 4294970604 rc 0/0 00000100:00100000:3.0:1746128345.716138:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14220 00000100:00100000:0.0:1746128345.722133:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.722181:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.722248:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556146560 00000100:00100000:1.0:1746128345.722256:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556146560 00000100:00100000:3.0:1746128345.722277:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556146688 00000100:00100000:3.0:1746128345.722280:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556146688 00000100:00100000:1.0:1746128345.722488:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14221 00000100:00100000:1.0:1746128345.722496:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556146560:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:2.0:1746128345.722564:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14222 00000100:00100000:2.0:1746128345.722571:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556146688:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128345.722591:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.722603:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.722604:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.722608:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.722618:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.722939:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.722947:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.722948:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128345.722951:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.722959:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.727331:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.727346:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.727354:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.727360:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128345.727364:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.727375:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.727390:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.727396:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c039000/0x6e2f3e23d86e74c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.727471:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:2016:x1830947556146688:12345-192.168.202.33@tcp:3:dd.0 Request processed in 4896us (5285us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746128345.727479:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14222 00010000:00010000:1.0:1746128345.732868:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.732882:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.732888:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.732895:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8a8200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128345.732898:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.732906:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.732921:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.732927:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8a8200/0x6e2f3e23d86e74d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128345.734050:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556146560:12345-192.168.202.33@tcp:3:dd.0 Request processed in 11548us (11917us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128345.734060:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14221 00000100:00100000:0.0:1746128345.748879:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.748935:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556146816 00000100:00100000:2.0:1746128345.748942:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556146816 00000100:00100000:2.0:1746128345.749037:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31222 00000100:00100000:2.0:1746128345.749043:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+6:3740:x1830947556146816:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128345.749057:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128345.749072:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646344 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128345.749088:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813cdda, atime: 0x0, ctime: 0x6813cdda, blocks: 0xbf40 00010000:00010000:2.0:1746128345.749102:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.749104:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.749109:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.749121:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.749128:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039c00, rc 0) 00000100:00100000:2.0:1746128345.749167:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:3740:x1830947556146816:12345-192.168.202.33@tcp:101:dd.0 Request processed in 123us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128345.749171:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31222 00000100:00100000:3.0:1746128345.763715:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.764041:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556146944 00000100:00100000:1.0:1746128345.764048:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556146944 00002000:00100000:1.0:1746128345.764088:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff88006da3d180 x1830947556146944/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.764096:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d180 with x1830947556146944 ext(25067520->26214399) 00002000:00010000:1.0:1746128345.764100:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3d180 00000100:00100000:1.0:1746128345.764134:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14223 00000100:00100000:1.0:1746128345.764142:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556146944:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128345.779644:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556146944:12345-192.168.202.33@tcp:4:dd.0 Request processed in 15494us (15927us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746128345.779659:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14223 00002000:00100000:0.0:1746128345.779671:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff88006da3d180 x1830947556146944/t4294970605(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:596/0 lens 488/448 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128345.779679:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006da3d180 with x1830947556146944 ext(25067520->26214399) 00002000:00010000:0.0:1746128345.779684:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006da3d180 00000100:00100000:0.0:1746128345.789650:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.791001:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556147072 00000100:00100000:3.0:1746128345.791008:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556147072 00000100:00080000:0.0:1746128345.791063:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746128345.791073:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41794 00000100:00100000:3.0:1746128345.791080:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:3740:x1830947556147072:12345-192.168.202.33@tcp:44:dd.0 00000001:00080000:0.0:1746128345.793602:0:7228:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985618 is committed 00000001:00080000:0.0:1746128345.793632:0:7228:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985616 is committed 00000020:00080000:0.0:1746128345.793643:0:7228:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00000020:00080000:3.0:1746128345.793691:0:7276:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:3.0:1746128345.793733:0:7276:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008a290900 with version 21 00000020:00080000:3.0:1746128345.793740:0:7276:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 9 cancel update log [0x240000401:0x2:0x0].9: rc = 0 00000100:00100000:0.0:1746128345.793759:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:3740:x1830947556147072:12345-192.168.202.33@tcp:44:dd.0 Request processed in 2676us (4112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128345.793767:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41794 00000020:00080000:3.0:1746128345.793784:0:7276:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].9: rc = 0 00000020:00080000:3.0:1746128345.793788:0:7276:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:3.0:1746128345.793793:0:8418:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880099c22840 version 21 rpc_version 21 00000020:00100000:3.0:1746128345.793878:0:8418:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746128345.793885:0:8418:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88006da3c380 x1830947551636352/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128345.793902:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3c380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8418:1830947551636352:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746128345.793940:0:8418:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128345.793974:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746128345.794187:0:3760:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.794197:0:3760:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.794203:0:3760:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.794209:0:3760:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e7b800 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128345.794213:0:3760:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.794218:0:3760:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.794230:0:3760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88009c39e900) 00010000:00010000:2.0:1746128345.794233:0:3760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128345.794236:0:3760:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.794240:0:3760:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e7b800/0x6e2f3e23d86e7348 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746128345.795126:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551636352 00000100:00100000:0.0:1746128345.795134:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551636352 00000100:00100000:0.0:1746128345.795378:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1746128345.795385:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8418:x1830947551636352:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746128345.795511:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:8418:x1830947551636352:12345-0@lo:1000:osp_up1-0.0 Request processed in 126us (1570us total) trans 4294967401 rc 0/0 00000100:00100000:0.0:1746128345.795517:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1746128345.798680:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3c380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8418:1830947551636352:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746128345.802616:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.802735:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556147200 00000100:00100000:1.0:1746128345.802744:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556147200 00000100:00100000:1.0:1746128345.802782:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31223 00000100:00100000:1.0:1746128345.802788:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556147200:12345-192.168.202.33@tcp:16:dd.0 00000001:00080000:2.0:1746128345.804451:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970605 is committed 00000100:00100000:1.0:1746128345.804586:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556147200:12345-192.168.202.33@tcp:16:dd.0 Request processed in 1795us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128345.804595:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31223 00000100:00100000:1.0:1746128345.807743:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.807849:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556147456 00000100:00100000:2.0:1746128345.807857:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556147456 00000100:00100000:2.0:1746128345.807909:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 201 00000100:00100000:2.0:1746128345.807916:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:3740:x1830947556147456:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:2.0:1746128345.808104:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:3740:x1830947556147456:12345-192.168.202.33@tcp:35:dd.0 Request processed in 187us (367us total) trans 4294985619 rc 0/0 00000100:00100000:2.0:1746128345.808110:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 201 00000100:00100000:1.0:1746128345.810638:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.810701:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556147712 00000100:00100000:0.0:1746128345.810708:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556147712 00000100:00100000:0.0:1746128345.810808:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 202 00000100:00100000:0.0:1746128345.810817:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ac7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:3740:x1830947556147712:12345-192.168.202.33@tcp:35:dd.0 00000001:00080000:0.0:1746128345.810967:0:16801:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985620 00000100:00100000:0.0:1746128345.812325:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ac7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:3740:x1830947556147712:12345-192.168.202.33@tcp:35:dd.0 Request processed in 1507us (1689us total) trans 4294985621 rc 0/0 00000100:00100000:0.0:1746128345.812334:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 202 00000020:00080000:0.0:1746128345.812339:0:16801:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746128345.830234:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.830507:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556147840 00000100:00100000:0.0:1746128345.830515:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556147840 00000100:00100000:0.0:1746128345.830573:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41795 00000100:00100000:0.0:1746128345.830580:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+21:3743:x1830947556147840:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:0.0:1746128345.830596:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128345.830610:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a013e00/0x6e2f3e23d86e74de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964634b expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.830655:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a012a00/0x6e2f3e23d86e74e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128345.830665:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a012a00/0x6e2f3e23d86e74e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128345.830675:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a012a00/0x6e2f3e23d86e74e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:0.0:1746128345.830710:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746128345.830713:0:14269:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746128345.830727:0:14269:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008a012a00/0x6e2f3e23d86e74e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:0.0:1746128345.830743:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a013e00/0x6e2f3e23d86e74de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964634b expref: 23 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.831743:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a012a00/0x6e2f3e23d86e74e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964634b expref: 22 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128345.831757:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128345.831759:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128345.831761:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a012a00, rc 0) 00000100:00100000:0.0:1746128345.831815:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:3743:x1830947556147840:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 1235us (1587us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128345.831822:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41795 00000100:00100000:0.0:1746128345.834293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.834396:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556147968 00000100:00100000:2.0:1746128345.834404:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556147968 00000100:00100000:2.0:1746128345.834440:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41796 00000100:00100000:2.0:1746128345.834446:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+22:3743:x1830947556147968:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:2.0:1746128345.834460:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128345.834474:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e74ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646352 expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.834519:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834530:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834538:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834572:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834578:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834584:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834645:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7501 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834652:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834657:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:2.0:1746128345.834687:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00000004:00200000:2.0:1746128345.834691:0:14269:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128345.834704:0:14269:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834713:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834720:0:14269:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834725:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834730:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834735:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834743:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039200 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128345.834746:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834752:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834760:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128345.834763:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128345.834766:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.834769:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039200/0x6e2f3e23d86e74f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.835200:0:14269:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.835206:0:14269:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.835210:0:14269:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.835214:0:14269:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c038800 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128345.835216:0:14269:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.835220:0:14269:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.835226:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009c38d800) 00010000:00010000:2.0:1746128345.835228:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128345.835230:0:14269:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.835234:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e74fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.835258:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e74ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646352 expref: 24 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.835460:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7501 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646352 expref: 23 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.835468:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:2.0:1746128345.835470:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128345.835473:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039800, rc 0) 00000100:00100000:2.0:1746128345.835718:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:3743:x1830947556147968:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 1269us (1430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128345.835724:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41796 00000100:00100000:0.0:1746128345.837922:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.837999:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.838029:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556148096 00000100:00100000:3.0:1746128345.838036:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556148096 00000100:00100000:2.0:1746128345.838038:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556148224 00000100:00100000:2.0:1746128345.838041:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556148224 00000100:00100000:2.0:1746128345.838071:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31224 00000100:00100000:2.0:1746128345.838077:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556148096:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:2.0:1746128345.838088:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128345.838098:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7508 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646359 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.838135:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551636480:192.168.202.33@tcp:106: 00000100:00100000:3.0:1746128345.838148:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31225 00000100:00100000:3.0:1746128345.838153:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556148224:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:3.0:1746128345.838159:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128345.838166:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f88d600/0x6e2f3e23d86e750f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646360 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128345.838233:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551636608:192.168.202.33@tcp:106: 00000100:00100000:2.0:1746128345.838579:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3972240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128345.838700:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290240 going to sleep for 11 seconds 00002000:00010000:2.0:1746128345.840533:0:27081:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746128345.840539:0:27081:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1746128345 00002000:00010000:2.0:1746128345.840557:0:27081:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1746128345 00002000:00010000:2.0:1746128345.840559:0:27081:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1746128345 00002000:00010000:2.0:1746128345.840560:0:27081:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00002000:00010000:3.0:1746128345.840573:0:9592:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746128345.840575:0:9592:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime: 0 -> 1746128345 00002000:00010000:3.0:1746128345.840577:0:9592:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime: 0 -> 1746128345 00000100:00100000:2.0:1746128345.840578:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f1e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551636480:192.168.202.33@tcp:106: 00002000:00010000:3.0:1746128345.840579:0:9592:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime: 0 -> 1746128345 00002000:00010000:3.0:1746128345.840580:0:9592:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746128345.840588:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551636608:192.168.202.33@tcp:106: 00010000:00010000:3.0:1746128345.840605:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f88d600/0x6e2f3e23d86e750f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646360 expref: 16 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128345.840605:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7508 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646359 expref: 8 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128345.840616:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f88d600/0x6e2f3e23d86e750f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646360 expref: 16 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128345.840616:0:27081:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7508 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646359 expref: 8 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128345.840625:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c039e00, rc 0) 00010000:00010000:3.0:1746128345.840627:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f88d600, rc 0) 00000100:00100000:3.0:1746128345.840844:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2014:x1830947556148224:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 2689us (2843us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128345.840844:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556148096:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 2765us (2925us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128345.840851:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31225 00000100:00100000:2.0:1746128345.840854:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31224 00000100:00100000:0.0:1746128345.846024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.846114:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556148352 00000100:00100000:2.0:1746128345.846123:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556148352 00000100:00100000:2.0:1746128345.846158:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41797 00000100:00100000:2.0:1746128345.846165:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:3744:x1830947556148352:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:2.0:1746128345.846186:0:14269:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128345.846199:0:14269:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e7516 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646367 expref: -99 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.846248:0:14269:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.846259:0:14269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.846268:0:14269:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00000004:00200000:2.0:1746128345.846304:0:14269:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746128345.846307:0:14269:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128345.846321:0:14269:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14269 initiator: MDT0 00010000:00010000:2.0:1746128345.846338:0:14269:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e7516 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 18 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.846350:0:14269:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 17 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.846356:0:14269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128345.846359:0:14269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128345.846361:0:14269:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800966f5200, rc 0) 00000100:00100000:2.0:1746128345.846418:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:3744:x1830947556148352:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 252us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128345.846425:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41797 00000100:00100000:0.0:1746128345.860776:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.861032:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556148608 00000100:00100000:2.0:1746128345.861040:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556148608 00000100:00100000:2.0:1746128345.861077:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41798 00000100:00100000:2.0:1746128345.861084:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+23:3745:x1830947556148608:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:2.0:1746128345.861098:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128345.861112:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70a00/0x6e2f3e23d86e7524 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964636e expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.861185:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e752b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.861196:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e752b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.861204:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e752b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128345.861211:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746128345.861287:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70a00/0x6e2f3e23d86e7524 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964636e expref: 26 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.861313:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097ef7000/0x6e2f3e23d86e752b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964636e expref: 25 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.861319:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:2.0:1746128345.861322:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746128345.861324:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097ef7000, rc 0) 00000100:00100000:2.0:1746128345.861655:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:3745:x1830947556148608:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 570us (885us total) trans 4294985622 rc 0/0 00000100:00100000:2.0:1746128345.861661:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41798 00000100:00100000:1.0:1746128345.864221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.864410:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556148864 00000100:00100000:2.0:1746128345.864418:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556148864 00000100:00100000:2.0:1746128345.864651:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41799 00000100:00100000:2.0:1746128345.864658:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+25:3745:x1830947556148864:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:2.0:1746128345.864674:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128345.864688:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70a00/0x6e2f3e23d86e7539 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646375 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.864755:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e7540 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.864765:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e7540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128345.864773:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e7540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128345.864781:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746128345.864858:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70a00/0x6e2f3e23d86e7539 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646375 expref: 28 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.864883:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e7540 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646375 expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.864889:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:2.0:1746128345.864892:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128345.864894:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097c70200, rc 0) 00000100:00100000:2.0:1746128345.865287:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3745:x1830947556148864:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 628us (1070us total) trans 4294985623 rc 0/0 00000100:00100000:2.0:1746128345.865293:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41799 00000100:00100000:0.0:1746128345.867794:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.867847:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.867883:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.867910:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556148992 00000100:00100000:0.0:1746128345.867917:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556148992 00000100:00100000:0.0:1746128345.867956:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556149248 00000100:00100000:0.0:1746128345.867959:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556149248 00000100:00100000:0.0:1746128345.867974:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31226 00000100:00100000:0.0:1746128345.867979:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556148992:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:0.0:1746128345.867992:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128345.868006:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a013000/0x6e2f3e23d86e754e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964637c expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128345.868044:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d611c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551636736:192.168.202.33@tcp:106: 00000100:00100000:0.0:1746128345.868106:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128345.868124:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31227 00000100:00100000:0.0:1746128345.868129:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556149248:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:0.0:1746128345.868136:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128345.868144:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a013400/0x6e2f3e23d86e7555 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646383 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.868165:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556149120 00000100:00100000:0.0:1746128345.868165:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f107b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551636864:192.168.202.33@tcp:106: 00000100:00100000:2.0:1746128345.868168:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556149120 00000100:00100000:0.0:1746128345.868182:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128345.868192:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 629 00000100:00100000:2.0:1746128345.868196:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d2a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2014:x1830947556149120:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128345.868204:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128345.868219:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097c70200/0x6e2f3e23d86e7540 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646375 expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.868230:0:9615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:2.0:1746128345.868234:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128345.868254:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:2014:x1830947556149120:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 57us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128345.868260:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 629 00000100:00100000:2.0:1746128345.870478:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d611c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551636736:192.168.202.33@tcp:106: 00010000:00010000:2.0:1746128345.870504:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a013000/0x6e2f3e23d86e754e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964637c expref: 8 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128345.870515:0:27081:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a013000/0x6e2f3e23d86e754e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964637c expref: 8 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128345.870526:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a013000, rc 0) 00000100:00100000:2.0:1746128345.871403:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556148992:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 3419us (3552us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128345.871410:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31226 00000100:00100000:1.0:1746128345.873110:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f107b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551636864:192.168.202.33@tcp:106: 00010000:00010000:1.0:1746128345.873135:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a013400/0x6e2f3e23d86e7555 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646383 expref: 16 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128345.873150:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a013400/0x6e2f3e23d86e7555 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646383 expref: 16 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128345.873170:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a013400, rc 0) 00000100:00100000:1.0:1746128345.873210:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2016:x1830947556149248:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 5079us (5325us total) trans 0 rc 301/301 00000100:00100000:1.0:1746128345.873217:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31227 00000100:00100000:0.0:1746128345.885457:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128345.885504:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.887221:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556149632 00000100:00100000:3.0:1746128345.887231:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556149632 00002000:00100000:3.0:1746128345.887267:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88012f107b80 x1830947556149632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.887276:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f107b80 with x1830947556149632 ext(0->2097151) 00002000:00010000:3.0:1746128345.887280:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f107b80 00000100:00100000:3.0:1746128345.887296:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556149760 00000100:00100000:3.0:1746128345.887298:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556149760 00002000:00100000:3.0:1746128345.887311:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff880099ded500 x1830947556149760/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.887317:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099ded500 with x1830947556149760 ext(0->2097151) 00002000:00010000:3.0:1746128345.887320:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099ded500 00000100:00100000:3.0:1746128345.887338:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14224 00000100:00100000:3.0:1746128345.887344:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556149632:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128345.887660:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14225 00000100:00100000:1.0:1746128345.887669:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ded500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556149760:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128345.912484:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ded500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556149760:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 24809us (26971us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128345.912495:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14225 00002000:00100000:1.0:1746128345.912504:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff880099ded500 x1830947556149760/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128345.912513:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099ded500 with x1830947556149760 ext(0->2097151) 00002000:00010000:1.0:1746128345.912519:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099ded500 00000100:00100000:3.0:1746128345.916351:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:2017:x1830947556149632:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 28997us (30891us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128345.916364:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14224 00002000:00100000:3.0:1746128345.916374:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88012f107b80 x1830947556149632/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.916384:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f107b80 with x1830947556149632 ext(0->2097151) 00002000:00010000:3.0:1746128345.916389:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f107b80 00000100:00100000:0.0:1746128345.934582:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128345.934757:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556149888 00000100:00100000:1.0:1746128345.934765:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556149888 00000100:00100000:1.0:1746128345.934826:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31228 00000100:00100000:1.0:1746128345.934834:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099def480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:3745:x1830947556149888:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:1.0:1746128345.934850:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128345.934865:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e755c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964638a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.934895:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 7 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.934901:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128345.934902:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128345.934905:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e755c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964638a expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.934931:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 7 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.934941:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 7 pid: 9593 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746128345.934952:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551636992:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128345.935041:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128345.938536:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9591:1830947551636992:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128345.938597:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e755c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964638a expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128345.938613:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b76b400, rc 0) 00000100:00100000:1.0:1746128345.938655:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099def480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:3745:x1830947556149888:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 3821us (4119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128345.938663:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31228 00000100:00100000:0.0:1746128345.940885:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.942038:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556150016 00000100:00100000:3.0:1746128345.942047:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556150016 00002000:00100000:3.0:1746128345.942088:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff880099dedc00 x1830947556150016/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.942102:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dedc00 with x1830947556150016 ext(12582912->13631487) 00010000:00010000:3.0:1746128345.942110:0:28770:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 8 pid: 9593 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746128345.942122:0:28770:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 8 pid: 9593 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746128345.942129:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099dedc00 00000100:00100000:3.0:1746128345.942148:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3570 00000100:00100000:3.0:1746128345.942155:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:da924214-1ef7-4a2a-9c6a-ef27e4979382+8:2015:x1830947556150016:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:3.0:1746128345.952140:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556150016:12345-192.168.202.33@tcp:4:dd.0 Request processed in 9978us (11253us total) trans 4294970606 rc 0/0 00000100:00100000:3.0:1746128345.952151:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3570 00002000:00100000:3.0:1746128345.952161:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff880099dedc00 x1830947556150016/t4294970606(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:596/0 lens 488/448 e 0 to 0 dl 1746128356 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.952170:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dedc00 with x1830947556150016 ext(12582912->13631487) 00010000:00010000:3.0:1746128345.952179:0:28770:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 10 pid: 9593 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746128345.952192:0:28770:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 10 pid: 9593 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746128345.952198:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099dedc00 00000100:00100000:0.0:1746128345.972152:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128345.975057:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556150144 00000100:00100000:2.0:1746128345.975069:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556150144 00010000:00010000:2.0:1746128345.975108:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 10 pid: 9593 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746128345.975834:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16178 00000100:00100000:2.0:1746128345.975842:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099def800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2016:x1830947556150144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128345.975855:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128345.975872:0:9615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:2.0:1746128345.975877:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 10 pid: 9593 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128345.975893:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 10 pid: 9593 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128345.975914:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7395 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646328 expref: 10 pid: 9593 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128345.976364:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.976367:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128345.976374:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e755c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964638a expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.976381:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e755c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964638a expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128345.976409:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b76b400/0x6e2f3e23d86e755c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964638a expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128345.976419:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551637120:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128345.976499:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3972300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128345.987527:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128345.987595:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556150400 00000100:00100000:3.0:1746128345.987605:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556150400 00002000:00100000:3.0:1746128345.987644:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff880099deea00 x1830947556150400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:596/0 lens 488/0 e 0 to 0 dl 1746128356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.987653:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deea00 with x1830947556150400 ext(0->1048575) 00002000:00010000:3.0:1746128345.987657:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099deea00 00000100:00100000:2.0:1746128345.987664:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f1e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551637120:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128345.987682:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128345.987727:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099def800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+9:2016:x1830947556150144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11885us (15581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128345.987736:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16178 00000100:00100000:3.0:1746128345.987879:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14226 00000100:00100000:3.0:1746128345.987922:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556150400:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128345.997863:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556150400:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 9935us (10335us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128345.997873:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14226 00002000:00100000:3.0:1746128345.997881:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff880099deea00 x1830947556150400/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:596/0 lens 488/440 e 0 to 0 dl 1746128356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128345.997890:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099deea00 with x1830947556150400 ext(0->1048575) 00002000:00010000:3.0:1746128345.997895:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099deea00 00000100:00100000:0.0:1746128346.002152:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.002817:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556150528 00000100:00100000:1.0:1746128346.002825:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556150528 00000100:00100000:1.0:1746128346.002974:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31229 00000100:00100000:1.0:1746128346.002982:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099deca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+15:3745:x1830947556150528:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:1.0:1746128346.002998:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128346.003193:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e7563 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646391 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.003222:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 13 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.003229:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128346.003230:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128346.003233:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e7563 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646391 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.003257:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 13 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.003268:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 13 pid: 9592 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746128346.003277:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551637248:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128346.003410:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128346.006215:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9591:1830947551637248:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128346.006240:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e7563 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646391 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.006258:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b76a600, rc 0) 00000100:00100000:1.0:1746128346.006303:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099deca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:3745:x1830947556150528:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 3322us (4157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.006310:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31229 00000100:00100000:0.0:1746128346.012128:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.012488:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556150656 00000100:00100000:2.0:1746128346.012496:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556150656 00010000:00010000:2.0:1746128346.012524:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 14 pid: 9592 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746128346.012573:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16179 00000100:00100000:2.0:1746128346.012578:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556150656:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128346.012589:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128346.012603:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 14 pid: 9592 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.012612:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 14 pid: 9592 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.012631:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e73b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964633d expref: 14 pid: 9592 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.012657:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.012658:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.012664:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e7563 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646391 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.012670:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e7563 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646391 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.012694:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b76a600/0x6e2f3e23d86e7563 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646391 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128346.012702:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947551637376:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128346.012766:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3972300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128346.015859:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f1e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947551637376:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128346.015875:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128346.015907:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:2015:x1830947556150656:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3328us (3787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.015916:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16179 00000100:00100000:0.0:1746128346.022112:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.022175:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.022202:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556150912 00000100:00100000:3.0:1746128346.022210:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556150912 00002000:00100000:3.0:1746128346.022246:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff880099dece00 x1830947556150912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746128346.022248:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556151168 00000100:00100000:1.0:1746128346.022252:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556151168 00002000:00100000:3.0:1746128346.022255:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dece00 with x1830947556150912 ext(0->2097151) 00002000:00010000:3.0:1746128346.022260:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099dece00 00002000:00100000:1.0:1746128346.022271:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff88008c121f80 x1830947556151168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.022278:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121f80 with x1830947556151168 ext(1048576->2097151) 00002000:00010000:1.0:1746128346.022281:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121f80 00000100:00100000:1.0:1746128346.022715:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14227 00000100:00100000:1.0:1746128346.022833:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556150912:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.022849:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14228 00000100:00100000:3.0:1746128346.022857:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556151168:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.036213:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556150912:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 13376us (14100us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128346.036224:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14227 00002000:00100000:1.0:1746128346.036291:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff880099dece00 x1830947556150912/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.036301:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099dece00 with x1830947556150912 ext(0->2097151) 00002000:00010000:1.0:1746128346.036305:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099dece00 00000100:00100000:3.0:1746128346.038719:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556151168:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 15856us (16535us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128346.038733:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14228 00002000:00100000:3.0:1746128346.038742:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff88008c121f80 x1830947556151168/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.038751:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121f80 with x1830947556151168 ext(1048576->2097151) 00002000:00010000:3.0:1746128346.038756:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121f80 00000100:00100000:0.0:1746128346.049429:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.049465:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.049495:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556151552 00000100:00100000:3.0:1746128346.049503:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556151552 00000100:00100000:1.0:1746128346.049530:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556151680 00000100:00100000:1.0:1746128346.049533:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556151680 00002000:00100000:3.0:1746128346.049562:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88008c120e00 x1830947556151552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.049571:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120e00 with x1830947556151552 ext(2097152->4194303) 00002000:00010000:3.0:1746128346.049575:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120e00 00000100:00100000:3.0:1746128346.049602:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14229 00000100:00100000:3.0:1746128346.049608:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556151552:12345-192.168.202.33@tcp:3:cmp.0 00002000:00100000:1.0:1746128346.049652:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff88008c122d80 x1830947556151680/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.049662:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122d80 with x1830947556151680 ext(2097152->4194303) 00002000:00010000:1.0:1746128346.049664:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122d80 00000100:00100000:1.0:1746128346.049717:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14230 00000100:00100000:1.0:1746128346.049721:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556151680:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.066407:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556151680:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 16674us (16929us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128346.066417:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14230 00002000:00100000:1.0:1746128346.066427:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff88008c122d80 x1830947556151680/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.066436:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122d80 with x1830947556151680 ext(2097152->4194303) 00002000:00010000:1.0:1746128346.066442:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122d80 00000100:00100000:3.0:1746128346.069906:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556151552:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 20288us (20472us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.069916:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14229 00002000:00100000:3.0:1746128346.069926:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88008c120e00 x1830947556151552/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.069935:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120e00 with x1830947556151552 ext(2097152->4194303) 00002000:00010000:3.0:1746128346.069940:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120e00 00000100:00100000:0.0:1746128346.081594:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.081651:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.081735:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556152064 00000100:00100000:3.0:1746128346.081742:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556152064 00002000:00100000:3.0:1746128346.081779:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88008c123100 x1830947556152064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.081793:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123100 with x1830947556152064 ext(2097152->4194303) 00002000:00010000:3.0:1746128346.081812:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c123100 00000100:00100000:3.0:1746128346.081884:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556152192 00000100:00100000:3.0:1746128346.081887:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556152192 00002000:00100000:3.0:1746128346.081900:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88012d786450 x1830947556152192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.081906:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d786450 with x1830947556152192 ext(2097152->4194303) 00002000:00010000:3.0:1746128346.081909:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d786450 00000100:00100000:1.0:1746128346.082201:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14231 00000100:00100000:1.0:1746128346.082214:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556152064:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.082276:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14232 00000100:00100000:3.0:1746128346.082281:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556152192:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.100122:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556152064:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 17893us (18520us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128346.100135:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14231 00002000:00100000:1.0:1746128346.100148:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88008c123100 x1830947556152064/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.100156:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123100 with x1830947556152064 ext(2097152->4194303) 00002000:00010000:1.0:1746128346.100161:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c123100 00000100:00100000:3.0:1746128346.102786:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556152192:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 20493us (21124us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.102806:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14232 00002000:00100000:3.0:1746128346.102816:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88012d786450 x1830947556152192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.102825:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d786450 with x1830947556152192 ext(2097152->4194303) 00002000:00010000:3.0:1746128346.102829:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d786450 00000100:00100000:0.0:1746128346.116899:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.116943:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.116967:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556152576 00000100:00100000:3.0:1746128346.116974:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556152576 00002000:00100000:3.0:1746128346.117011:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff88008c121c00 x1830947556152576/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.117025:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121c00 with x1830947556152576 ext(4194304->6291455) 00002000:00010000:3.0:1746128346.117029:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121c00 00000100:00100000:3.0:1746128346.117044:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556152704 00000100:00100000:3.0:1746128346.117046:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556152704 00002000:00100000:3.0:1746128346.117058:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88008c123480 x1830947556152704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746128346.117059:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14233 00002000:00100000:3.0:1746128346.117064:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123480 with x1830947556152704 ext(4194304->6291455) 00002000:00010000:3.0:1746128346.117066:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c123480 00000100:00100000:1.0:1746128346.117067:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556152576:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.117087:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14234 00000100:00100000:3.0:1746128346.117091:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556152704:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.139121:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556152576:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 22046us (22220us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128346.139133:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14233 00002000:00100000:1.0:1746128346.139142:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff88008c121c00 x1830947556152576/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.139152:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121c00 with x1830947556152576 ext(4194304->6291455) 00002000:00010000:1.0:1746128346.139157:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121c00 00000100:00100000:3.0:1746128346.145182:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556152704:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 28082us (28230us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.145192:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14234 00002000:00100000:3.0:1746128346.145202:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88008c123480 x1830947556152704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.145209:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123480 with x1830947556152704 ext(4194304->6291455) 00002000:00010000:3.0:1746128346.145215:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c123480 00000100:00100000:0.0:1746128346.151652:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.151693:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.152117:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556153088 00000100:00100000:3.0:1746128346.152124:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556153088 00002000:00100000:3.0:1746128346.152162:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88008c120380 x1830947556153088/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.152170:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120380 with x1830947556153088 ext(6291456->7340031) 00002000:00010000:3.0:1746128346.152174:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120380 00000100:00100000:3.0:1746128346.152198:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556153216 00000100:00100000:3.0:1746128346.152201:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556153216 00002000:00100000:3.0:1746128346.152213:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88008c122300 x1830947556153216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.152225:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122300 with x1830947556153216 ext(6291456->7340031) 00002000:00010000:3.0:1746128346.152227:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122300 00000100:00100000:0.0:1746128346.154637:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14235 00000100:00100000:0.0:1746128346.154650:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556153088:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.154783:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14236 00000100:00100000:1.0:1746128346.154792:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556153216:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.155268:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.155291:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556153472 00000100:00100000:0.0:1746128346.155296:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556153472 00002000:00100000:0.0:1746128346.155318:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88008c120a80 x1830947556153472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128346.155326:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120a80 with x1830947556153472 ext(7340032->8388607) 00002000:00010000:0.0:1746128346.155330:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120a80 00000100:00100000:3.0:1746128346.155501:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14237 00000100:00100000:3.0:1746128346.155507:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947556153472:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.159747:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.163711:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556153728 00000100:00100000:2.0:1746128346.163721:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556153728 00002000:00100000:2.0:1746128346.163760:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff88008c122680 x1830947556153728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.163768:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122680 with x1830947556153728 ext(7340032->8388607) 00002000:00010000:2.0:1746128346.163772:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122680 00000100:00100000:2.0:1746128346.163811:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14238 00000100:00100000:2.0:1746128346.163817:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947556153728:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.164084:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947556153088:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 9435us (12434us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.164091:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14235 00002000:00100000:1.0:1746128346.164097:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88008c120380 x1830947556153088/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.164104:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120380 with x1830947556153088 ext(6291456->7340031) 00002000:00010000:1.0:1746128346.164108:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120380 00000100:00100000:1.0:1746128346.165788:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947556153216:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 10991us (14085us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.165809:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14236 00002000:00100000:1.0:1746128346.165817:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88008c122300 x1830947556153216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.165825:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122300 with x1830947556153216 ext(6291456->7340031) 00002000:00010000:1.0:1746128346.165829:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122300 00000100:00100000:3.0:1746128346.177530:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556153472:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 22012us (22252us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128346.177557:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14237 00002000:00100000:3.0:1746128346.177656:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88008c120a80 x1830947556153472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.177666:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120a80 with x1830947556153472 ext(7340032->8388607) 00002000:00010000:3.0:1746128346.177671:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120a80 00000100:00100000:2.0:1746128346.177911:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556153728:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 14093us (18170us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.177917:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14238 00002000:00100000:2.0:1746128346.177923:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff88008c122680 x1830947556153728/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.177930:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122680 with x1830947556153728 ext(7340032->8388607) 00002000:00010000:2.0:1746128346.177933:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122680 00000100:00100000:0.0:1746128346.193761:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.193818:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.193884:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556154112 00000100:00100000:3.0:1746128346.193891:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556154112 00002000:00100000:3.0:1746128346.193926:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88008c121880 x1830947556154112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.193935:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121880 with x1830947556154112 ext(4194304->6291455) 00002000:00010000:3.0:1746128346.193940:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c121880 00000100:00100000:3.0:1746128346.193969:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556154240 00000100:00100000:3.0:1746128346.193971:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556154240 00002000:00100000:3.0:1746128346.193983:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88008c121500 x1830947556154240/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.193989:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121500 with x1830947556154240 ext(4194304->6291455) 00002000:00010000:3.0:1746128346.193992:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121500 00000100:00100000:3.0:1746128346.194014:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14239 00000100:00100000:3.0:1746128346.194021:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556154112:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.194174:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14240 00000100:00100000:0.0:1746128346.194181:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556154240:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128346.210412:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556154240:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 16225us (16586us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128346.210423:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14240 00002000:00100000:2.0:1746128346.210433:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88008c121500 x1830947556154240/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.210441:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121500 with x1830947556154240 ext(4194304->6291455) 00002000:00010000:2.0:1746128346.210446:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c121500 00000100:00100000:3.0:1746128346.218603:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556154112:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 24574us (24841us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.218613:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14239 00002000:00100000:3.0:1746128346.218623:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88008c121880 x1830947556154112/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.218631:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121880 with x1830947556154112 ext(4194304->6291455) 00002000:00010000:3.0:1746128346.218636:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c121880 00000100:00100000:0.0:1746128346.222696:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.222746:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.222841:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556154624 00000100:00100000:3.0:1746128346.222848:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556154624 00002000:00100000:3.0:1746128346.222886:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->8388607) req@ffff88008c123800 x1830947556154624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.222894:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123800 with x1830947556154624 ext(6291456->8388607) 00002000:00010000:3.0:1746128346.222898:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c123800 00000100:00100000:3.0:1746128346.222923:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556154880 00000100:00100000:3.0:1746128346.222925:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556154880 00002000:00100000:3.0:1746128346.222934:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88008c120000 x1830947556154880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.222940:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120000 with x1830947556154880 ext(6291456->7340031) 00002000:00010000:3.0:1746128346.222942:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120000 00000100:00100000:3.0:1746128346.222952:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14241 00000100:00100000:3.0:1746128346.222958:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556154624:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.223008:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14242 00000100:00100000:1.0:1746128346.223015:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556154880:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.245738:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.245839:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556155136 00000100:00100000:2.0:1746128346.245847:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556155136 00002000:00100000:2.0:1746128346.245884:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88008c121180 x1830947556155136/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.245893:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121180 with x1830947556155136 ext(7340032->8388607) 00002000:00010000:2.0:1746128346.245897:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c121180 00000100:00100000:2.0:1746128346.245916:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14243 00000100:00100000:2.0:1746128346.245922:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947556155136:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.246965:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556154624:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 24004us (24273us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.246973:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14241 00002000:00100000:3.0:1746128346.246979:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->8388607) req@ffff88008c123800 x1830947556154624/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.246985:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123800 with x1830947556154624 ext(6291456->8388607) 00002000:00010000:3.0:1746128346.246988:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c123800 00000100:00100000:2.0:1746128346.249938:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947556154880:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 26914us (27183us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.249949:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14242 00002000:00100000:2.0:1746128346.249959:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88008c120000 x1830947556154880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.249967:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120000 with x1830947556154880 ext(6291456->7340031) 00002000:00010000:2.0:1746128346.249972:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120000 00000100:00100000:2.0:1746128346.251987:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556155136:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 6060us (6250us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.251995:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14243 00002000:00100000:2.0:1746128346.252000:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88008c121180 x1830947556155136/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.252011:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121180 with x1830947556155136 ext(7340032->8388607) 00002000:00010000:2.0:1746128346.252014:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c121180 00000100:00100000:0.0:1746128346.266356:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.266403:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.266516:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556155392 00000100:00100000:3.0:1746128346.266524:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556155392 00002000:00100000:3.0:1746128346.266585:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88008c122a00 x1830947556155392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.266593:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122a00 with x1830947556155392 ext(8388608->10485759) 00002000:00010000:3.0:1746128346.266598:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c122a00 00000100:00100000:3.0:1746128346.266613:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556155648 00000100:00100000:3.0:1746128346.266616:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556155648 00002000:00100000:3.0:1746128346.266626:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff88008c120700 x1830947556155648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.266632:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120700 with x1830947556155648 ext(8388608->10485759) 00002000:00010000:3.0:1746128346.266634:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c120700 00000100:00100000:3.0:1746128346.267942:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14244 00000100:00100000:3.0:1746128346.267952:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556155392:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128346.268392:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14245 00000100:00100000:2.0:1746128346.268401:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556155648:12345-192.168.202.33@tcp:3:cmp.0 00010000:00010000:0.0:1746128346.286653:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128346.289059:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556155392:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21100us (22702us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.289070:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14244 00002000:00100000:3.0:1746128346.289080:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88008c122a00 x1830947556155392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.289095:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122a00 with x1830947556155392 ext(8388608->10485759) 00002000:00010000:3.0:1746128346.289099:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c122a00 00000100:00100000:2.0:1746128346.290122:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2016:x1830947556155648:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21720us (23716us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128346.290130:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14245 00002000:00100000:2.0:1746128346.290135:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff88008c120700 x1830947556155648/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.290144:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120700 with x1830947556155648 ext(8388608->10485759) 00002000:00010000:2.0:1746128346.290147:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c120700 00000100:00100000:0.0:1746128346.301130:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.301183:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.301296:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556156032 00000100:00100000:3.0:1746128346.301305:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556156032 00002000:00100000:3.0:1746128346.301346:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88008c123b80 x1830947556156032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.301354:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123b80 with x1830947556156032 ext(10485760->11534335) 00002000:00010000:3.0:1746128346.301359:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c123b80 00000100:00100000:3.0:1746128346.301378:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556156160 00000100:00100000:3.0:1746128346.301380:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556156160 00002000:00100000:3.0:1746128346.301391:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88008c121f80 x1830947556156160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.301397:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121f80 with x1830947556156160 ext(10485760->11534335) 00002000:00010000:3.0:1746128346.301399:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c121f80 00000100:00100000:3.0:1746128346.301421:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14246 00000100:00100000:3.0:1746128346.301428:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2017:x1830947556156032:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128346.301521:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14247 00000100:00100000:2.0:1746128346.301529:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556156160:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128346.302097:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.302114:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556156416 00000100:00100000:0.0:1746128346.302118:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556156416 00002000:00100000:0.0:1746128346.302134:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88012f1e6a00 x1830947556156416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128346.302141:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e6a00 with x1830947556156416 ext(11534336->12582911) 00002000:00010000:0.0:1746128346.302144:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f1e6a00 00000100:00100000:0.0:1746128346.302157:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14248 00000100:00100000:0.0:1746128346.302162:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2016:x1830947556156416:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.304663:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.305104:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556156672 00000100:00100000:1.0:1746128346.305111:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556156672 00002000:00100000:1.0:1746128346.305141:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff88008c122d80 x1830947556156672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.305149:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122d80 with x1830947556156672 ext(11534336->12582911) 00002000:00010000:1.0:1746128346.305153:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122d80 00000100:00100000:1.0:1746128346.305182:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14249 00000100:00100000:1.0:1746128346.305188:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947556156672:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.306407:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.307400:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556156928 00000100:00100000:2.0:1746128346.307409:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556156928 00002000:00100000:2.0:1746128346.307441:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008c120e00 x1830947556156928/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.307450:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120e00 with x1830947556156928 ext(12582912->13631487) 00002000:00010000:2.0:1746128346.307454:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120e00 00000100:00100000:2.0:1746128346.307474:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14250 00000100:00100000:2.0:1746128346.307480:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2017:x1830947556156928:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.316949:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947556156032:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 15513us (15818us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128346.316961:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14246 00002000:00100000:3.0:1746128346.316971:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88008c123b80 x1830947556156032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.316979:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123b80 with x1830947556156032 ext(10485760->11534335) 00002000:00010000:3.0:1746128346.316985:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c123b80 00000100:00100000:2.0:1746128346.317447:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2017:x1830947556156160:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 15919us (16263us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.317455:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14247 00002000:00100000:2.0:1746128346.317460:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88008c121f80 x1830947556156160/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.317467:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c121f80 with x1830947556156160 ext(10485760->11534335) 00002000:00010000:2.0:1746128346.317470:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c121f80 00000100:00100000:0.0:1746128346.319699:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.319735:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.319901:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556157312 00000100:00100000:2.0:1746128346.319909:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556157312 00002000:00100000:2.0:1746128346.319945:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88008c123100 x1830947556157312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.319954:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123100 with x1830947556157312 ext(8388608->10485759) 00002000:00010000:2.0:1746128346.319958:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c123100 00000100:00100000:2.0:1746128346.319971:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556157440 00000100:00100000:2.0:1746128346.319973:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556157440 00002000:00100000:2.0:1746128346.319984:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88007d61c000 x1830947556157440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.319990:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c000 with x1830947556157440 ext(8388608->10485759) 00002000:00010000:2.0:1746128346.319993:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c000 00000100:00100000:2.0:1746128346.320009:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14251 00000100:00100000:2.0:1746128346.320016:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2017:x1830947556157312:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.320273:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14252 00000100:00100000:3.0:1746128346.320281:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947556157440:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.323763:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+20:2016:x1830947556156416:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21592us (21659us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128346.323774:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14248 00002000:00100000:0.0:1746128346.323784:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88012f1e6a00 x1830947556156416/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128346.323793:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e6a00 with x1830947556156416 ext(11534336->12582911) 00002000:00010000:0.0:1746128346.323808:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f1e6a00 00000100:00100000:1.0:1746128346.324176:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947556156672:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 18986us (19518us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.324183:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14249 00002000:00100000:1.0:1746128346.324188:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff88008c122d80 x1830947556156672/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.324196:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c122d80 with x1830947556156672 ext(11534336->12582911) 00002000:00010000:1.0:1746128346.324199:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c122d80 00000100:00100000:3.0:1746128346.325380:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2017:x1830947556156928:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 17897us (18975us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128346.325386:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14250 00002000:00100000:3.0:1746128346.325392:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008c120e00 x1830947556156928/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.325399:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c120e00 with x1830947556156928 ext(12582912->13631487) 00002000:00010000:3.0:1746128346.325402:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c120e00 00000100:00100000:2.0:1746128346.337687:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556157312:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 17662us (17984us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128346.337699:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14251 00002000:00100000:2.0:1746128346.337709:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88008c123100 x1830947556157312/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.337718:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c123100 with x1830947556157312 ext(8388608->10485759) 00002000:00010000:2.0:1746128346.337723:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c123100 00000100:00100000:3.0:1746128346.343774:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2017:x1830947556157440:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 23487us (24030us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.343786:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14252 00002000:00100000:3.0:1746128346.343804:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88007d61c000 x1830947556157440/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.343813:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c000 with x1830947556157440 ext(8388608->10485759) 00002000:00010000:3.0:1746128346.343819:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c000 00000100:00100000:2.0:1746128346.347730:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3774:1830947551637504:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.347788:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128346.347789:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3775:1830947551637632:0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.347829:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128346.347846:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3775:1830947551638144:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.347852:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551638016:0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.347863:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128346.347875:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128346.347876:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3775:1830947551638656:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.347889:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551638528:0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.347892:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128346.347905:0:3775:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746128346.347910:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551637760:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.347913:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128346.347927:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128346.347928:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097850e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551639040:0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.347939:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3775:1830947551638272:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.347947:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128346.347960:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128346.347962:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746128346.347967:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3774:1830947551637888:0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.347970:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3775:1830947551638784:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.347983:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128346.347999:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006da3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551638400:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.348013:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128346.348024:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551638912:0@lo:400:kworker.0 00000100:00100000:0.0:1746128346.348036:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551637504 00000100:00100000:2.0:1746128346.348037:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128346.348043:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551637504 00000100:00100000:0.0:1746128346.348078:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1746128346.348084:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3774:x1830947551637504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128346.348105:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551638528 00000100:00100000:1.0:1746128346.348109:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551638528 00000100:00100000:0.0:1746128346.348124:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b+23:3774:x1830947551637504:12345-0@lo:400:kworker.0 Request processed in 40us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128346.348129:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1746128346.348136:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551639040 00000100:00100000:1.0:1746128346.348137:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551639040 00000100:00100000:1.0:1746128346.348147:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551638400 00000100:00100000:1.0:1746128346.348149:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551638400 00000100:00100000:1.0:1746128346.348156:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551638912 00000100:00100000:1.0:1746128346.348158:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551638912 00000100:00100000:1.0:1746128346.348171:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1746128346.348176:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551638528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128346.348202:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551638528:12345-0@lo:400:kworker.0 Request processed in 25us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.348207:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1746128346.348215:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1746128346.348219:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551639040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128346.348237:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551639040:12345-0@lo:400:kworker.0 Request processed in 18us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.348241:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1746128346.348253:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1746128346.348256:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551638400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128346.348274:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551638400:12345-0@lo:400:kworker.0 Request processed in 18us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.348278:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1746128346.348286:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1746128346.348290:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551638912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128346.348308:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551638912:12345-0@lo:400:kworker.0 Request processed in 18us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.348312:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1746128346.348368:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551637632 00000100:00100000:3.0:1746128346.348372:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551637632 00000100:00100000:3.0:1746128346.348397:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551638144 00000100:00100000:3.0:1746128346.348399:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551638144 00000100:00100000:3.0:1746128346.348462:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551638656 00000100:00100000:3.0:1746128346.348465:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551638656 00000100:00100000:3.0:1746128346.348477:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551638272 00000100:00100000:3.0:1746128346.348479:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551638272 00000100:00100000:3.0:1746128346.348487:0:14269:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551637888 00000100:00100000:3.0:1746128346.348488:0:14269:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551637888 00000100:00100000:3.0:1746128346.348496:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1746128346.348500:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3775:x1830947551637632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.348525:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3775:x1830947551637632:12345-0@lo:400:kworker.0 Request processed in 24us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.348530:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1746128346.348561:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1746128346.348566:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3775:x1830947551638144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.348585:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3775:x1830947551638144:12345-0@lo:400:kworker.0 Request processed in 20us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.348590:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1746128346.348599:0:14269:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1746128346.348602:0:14269:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3775:x1830947551638656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.348885:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1746128346.348892:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3775:x1830947551638272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.348916:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3775:x1830947551638272:12345-0@lo:400:kworker.0 Request processed in 26us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.348920:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1746128346.348932:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1746128346.348936:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3774:x1830947551637888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.348954:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3774:x1830947551637888:12345-0@lo:400:kworker.0 Request processed in 18us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.348958:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1746128346.348970:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551638016 00000100:00100000:2.0:1746128346.348972:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551638016 00000100:00100000:2.0:1746128346.348987:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551637760 00000100:00100000:2.0:1746128346.348989:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551637760 00000100:00100000:2.0:1746128346.348998:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1746128346.349001:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3774:x1830947551638016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.349027:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3774:x1830947551638016:12345-0@lo:400:kworker.0 Request processed in 26us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.349031:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1746128346.349040:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1746128346.349042:0:14269:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3775:x1830947551638656:12345-0@lo:400:kworker.0 Request processed in 439us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.349044:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551637760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.349047:0:14269:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1746128346.349063:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551637760:12345-0@lo:400:kworker.0 Request processed in 18us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.349065:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128346.349067:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1746128346.349084:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551638784 00000100:00100000:2.0:1746128346.349086:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551638784 00000100:00100000:3.0:1746128346.349087:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3775:1830947551637632:0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.349093:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3775:1830947551638144:0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.349099:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3775:1830947551638656:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.349101:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1746128346.349105:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3775:x1830947551638784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.349113:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551637760:0@lo:400:kworker.0 00000100:00100000:3.0:1746128346.349120:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3775:1830947551638272:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.349125:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3775:x1830947551638784:12345-0@lo:400:kworker.0 Request processed in 20us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.349127:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3775:1830947551638784:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.349129:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1746128346.349145:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3774:1830947551637888:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.349152:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551638400:0@lo:400:kworker.0 00000100:00080000:3.0:1746128346.349153:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746128346.349156:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128346.349157:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551638912:0@lo:400:kworker.0 00000100:00080000:3.0:1746128346.349158:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746128346.349159:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128346.349164:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551638016:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.349169:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551638528:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.349175:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097850e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551639040:0@lo:400:kworker.0 00000100:00100000:2.0:1746128346.349180:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006da3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9d8739-c6b4-43f6-a44e-7fb2dbbb707b:3774:1830947551637504:0@lo:400:kworker.0 00000100:00100000:0.0:1746128346.353938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.353990:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.354080:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556157696 00000100:00100000:2.0:1746128346.354087:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556157696 00002000:00100000:2.0:1746128346.354123:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88007d61ed80 x1830947556157696/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.354131:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ed80 with x1830947556157696 ext(10485760->11534335) 00002000:00010000:2.0:1746128346.354136:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ed80 00000100:00100000:2.0:1746128346.354151:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556157952 00000100:00100000:2.0:1746128346.354153:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556157952 00002000:00100000:2.0:1746128346.354165:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88007d61f480 x1830947556157952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.354172:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f480 with x1830947556157952 ext(10485760->11534335) 00002000:00010000:2.0:1746128346.354174:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d61f480 00000100:00100000:2.0:1746128346.354201:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14253 00000100:00100000:2.0:1746128346.354209:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556157696:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.354270:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14254 00000100:00100000:1.0:1746128346.354278:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556157952:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.357239:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.359376:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556158208 00000100:00100000:1.0:1746128346.359386:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556158208 00002000:00100000:1.0:1746128346.359574:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88007d61f100 x1830947556158208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.359588:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f100 with x1830947556158208 ext(11534336->12582911) 00002000:00010000:1.0:1746128346.359593:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61f100 00000100:00100000:1.0:1746128346.359626:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14255 00000100:00100000:1.0:1746128346.359634:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947556158208:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.360531:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.360963:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556158464 00000100:00100000:3.0:1746128346.360970:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556158464 00002000:00100000:3.0:1746128346.360993:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800957baa00 x1830947556158464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.361002:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957baa00 with x1830947556158464 ext(11534336->12582911) 00002000:00010000:3.0:1746128346.361007:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957baa00 00000100:00100000:3.0:1746128346.361033:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14256 00000100:00100000:3.0:1746128346.361040:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2015:x1830947556158464:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.363819:0:3776:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746128346.363837:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3776:1830947551639168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746128346.363888:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128346.363932:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551639168 00000100:00100000:1.0:1746128346.363938:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551639168 00000100:00100000:1.0:1746128346.363979:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1746128346.363987:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551639168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746128346.364009:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 537639744 pending 26386432 free 3895267328 avail 3663745024 00000100:00100000:1.0:1746128346.364052:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3776:x1830947551639168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.364057:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1746128346.364093:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d61d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3776:1830947551639168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746128346.369008:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.369055:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556158720 00000100:00100000:1.0:1746128346.369064:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556158720 00002000:00100000:1.0:1746128346.369098:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88007d61d880 x1830947556158720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.369107:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d880 with x1830947556158720 ext(12582912->13631487) 00002000:00010000:1.0:1746128346.369112:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61d880 00000100:00100000:1.0:1746128346.369130:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14257 00000100:00100000:1.0:1746128346.369137:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947556158720:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.369143:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947556157952:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 14865us (15151us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128346.369149:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14254 00002000:00100000:0.0:1746128346.369154:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88007d61f480 x1830947556157952/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128346.369160:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f480 with x1830947556157952 ext(10485760->11534335) 00002000:00010000:0.0:1746128346.369164:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d61f480 00000100:00100000:2.0:1746128346.373811:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2015:x1830947556157696:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 19584us (19861us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.373825:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14253 00002000:00100000:2.0:1746128346.373835:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88007d61ed80 x1830947556157696/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.373844:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ed80 with x1830947556157696 ext(10485760->11534335) 00002000:00010000:2.0:1746128346.373848:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ed80 00000100:00100000:2.0:1746128346.376967:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947556158208:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 17327us (19726us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.376977:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14255 00002000:00100000:2.0:1746128346.376986:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88007d61f100 x1830947556158208/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.376994:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61f100 with x1830947556158208 ext(11534336->12582911) 00002000:00010000:2.0:1746128346.376999:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61f100 00000100:00100000:3.0:1746128346.377010:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556158464:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 15969us (16479us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128346.377018:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14256 00002000:00100000:3.0:1746128346.377024:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800957baa00 x1830947556158464/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.377031:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957baa00 with x1830947556158464 ext(11534336->12582911) 00002000:00010000:3.0:1746128346.377034:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957baa00 00000100:00100000:1.0:1746128346.379583:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556158720:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 10402us (10538us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.379593:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14257 00002000:00100000:1.0:1746128346.379603:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88007d61d880 x1830947556158720/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.379611:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61d880 with x1830947556158720 ext(12582912->13631487) 00002000:00010000:1.0:1746128346.379616:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61d880 00000100:00100000:1.0:1746128346.379654:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f1e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551639296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746128346.379688:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128346.379921:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551639296 00000100:00100000:0.0:1746128346.379928:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551639296 00000100:00100000:0.0:1746128346.379958:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1746128346.379964:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551639296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746128346.379981:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 537639744 pending 26386432 free 3895267328 avail 3663745024 00000100:00100000:0.0:1746128346.380008:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3776:x1830947551639296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128346.380013:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1746128346.380894:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f1e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551639296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128346.386273:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.386465:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556158976 00000100:00100000:2.0:1746128346.386473:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556158976 00000100:00100000:2.0:1746128346.386515:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 203 00000100:00100000:2.0:1746128346.386523:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:3745:x1830947556158976:12345-192.168.202.33@tcp:35:cmp.0 00000100:00100000:2.0:1746128346.386804:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3745:x1830947556158976:12345-192.168.202.33@tcp:35:cmp.0 Request processed in 272us (527us total) trans 4294985624 rc 0/0 00000100:00100000:2.0:1746128346.386811:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 203 00000100:00100000:0.0:1746128346.394323:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.394431:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556159232 00000100:00100000:1.0:1746128346.394439:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556159232 00000100:00100000:1.0:1746128346.394492:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41800 00000100:00100000:1.0:1746128346.394499:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:3746:x1830947556159232:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:1.0:1746128346.394514:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128346.394531:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e756a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646398 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.394636:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e7571 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.394648:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e7571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.394657:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e7571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:1.0:1746128346.394669:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:1.0:1746128346.394744:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e756a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646398 expref: 20 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.394776:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e7571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646398 expref: 19 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.394782:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:1.0:1746128346.394785:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128346.394788:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097af5000, rc 0) 00000100:00100000:1.0:1746128346.394831:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:3746:x1830947556159232:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 333us (515us total) trans 4294985625 rc 0/0 00000100:00100000:1.0:1746128346.394838:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41800 00000100:00100000:0.0:1746128346.396872:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.396952:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556159616 00000100:00100000:2.0:1746128346.396959:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556159616 00000100:00100000:2.0:1746128346.396998:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 630 00000100:00100000:2.0:1746128346.397005:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2014:x1830947556159616:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128346.397017:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128346.397034:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e7571 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646398 expref: 19 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.397061:0:9615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:2.0:1746128346.397064:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128346.397091:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:2014:x1830947556159616:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 87us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.397097:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 630 00000100:00100000:2.0:1746128346.398196:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.398256:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556159488 00000100:00100000:0.0:1746128346.398261:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556159488 00000100:00100000:0.0:1746128346.398479:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41801 00000100:00100000:0.0:1746128346.398486:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:3746:x1830947556159488:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:0.0:1746128346.398502:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128346.398513:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e757f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964639f expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.398614:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e7586 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.398624:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e7586 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.398633:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e7586 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:0.0:1746128346.398641:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746128346.398722:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca5b200/0x6e2f3e23d86e757f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964639f expref: 21 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.398754:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e7586 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964639f expref: 20 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.398760:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:0.0:1746128346.398763:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128346.398765:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ca5a400, rc 0) 00000100:00100000:0.0:1746128346.398808:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:3746:x1830947556159488:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 322us (614us total) trans 4294985626 rc 0/0 00000100:00100000:0.0:1746128346.398814:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41801 00000100:00100000:0.0:1746128346.403137:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.403161:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.403193:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.403213:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556159744 00000100:00100000:3.0:1746128346.403221:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556159744 00000100:00100000:3.0:1746128346.403254:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556159872 00000100:00100000:1.0:1746128346.403255:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556160000 00000100:00100000:3.0:1746128346.403256:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556159872 00000100:00100000:1.0:1746128346.403260:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556160000 00000100:00100000:2.0:1746128346.403265:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31230 00000100:00100000:2.0:1746128346.403275:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+9:2015:x1830947556159744:12345-192.168.202.33@tcp:101:cmp.0 00000100:00100000:3.0:1746128346.403277:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31231 00000100:00100000:3.0:1746128346.403282:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:2015:x1830947556159872:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:3.0:1746128346.403288:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128346.403288:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746128346.403289:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 631 00000100:00100000:1.0:1746128346.403294:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:2016:x1830947556160000:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128346.403301:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7594 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96463ad expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.403301:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a199c00/0x6e2f3e23d86e759b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96463a6 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.403305:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128346.403316:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.403316:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.403318:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.403318:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128346.403322:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ca5a400/0x6e2f3e23d86e7586 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964639f expref: 20 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.403324:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463ad expref: 14 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128346.403324:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a199c00/0x6e2f3e23d86e759b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463a6 expref: 10 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.403335:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a05b800/0x6e2f3e23d86e7594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463ad expref: 14 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128346.403335:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a199c00/0x6e2f3e23d86e759b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463a6 expref: 10 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128346.403337:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:1.0:1746128346.403341:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128346.403342:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a199c00, rc 0) 00010000:00010000:3.0:1746128346.403343:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b800, rc 0) 00000100:00100000:3.0:1746128346.403374:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556159872:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 91us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.403382:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31231 00000100:00100000:2.0:1746128346.403433:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556159744:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 160us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.403437:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2016:x1830947556160000:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 142us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.403443:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 631 00000100:00100000:2.0:1746128346.403446:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31230 00000100:00100000:0.0:1746128346.414996:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.415046:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.415265:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556160256 00000100:00100000:1.0:1746128346.415273:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556160256 00002000:00100000:1.0:1746128346.415311:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff88007d61e300 x1830947556160256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.415320:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61e300 with x1830947556160256 ext(0->2097151) 00002000:00010000:1.0:1746128346.415324:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61e300 00000100:00100000:1.0:1746128346.415354:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556160512 00000100:00100000:1.0:1746128346.415357:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556160512 00002000:00100000:1.0:1746128346.415369:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88007d61dc00 x1830947556160512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.415376:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61dc00 with x1830947556160512 ext(0->2097151) 00000100:00100000:3.0:1746128346.415378:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14258 00002000:00010000:1.0:1746128346.415383:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d61dc00 00000100:00100000:3.0:1746128346.415387:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556160256:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.415395:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14259 00000100:00100000:1.0:1746128346.415400:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556160512:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.432787:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556160512:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 17376us (17729us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128346.432807:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14259 00002000:00100000:1.0:1746128346.432818:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88007d61dc00 x1830947556160512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.432826:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61dc00 with x1830947556160512 ext(0->2097151) 00002000:00010000:1.0:1746128346.432832:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d61dc00 00000100:00100000:3.0:1746128346.437108:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556160256:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21713us (22110us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.437118:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14258 00002000:00100000:3.0:1746128346.437128:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff88007d61e300 x1830947556160256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.437135:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61e300 with x1830947556160256 ext(0->2097151) 00002000:00010000:3.0:1746128346.437140:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61e300 00000100:00100000:0.0:1746128346.471183:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.472601:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556160768 00000100:00100000:3.0:1746128346.472611:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556160768 00002000:00100000:3.0:1746128346.472652:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88007d61c380 x1830947556160768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.472660:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c380 with x1830947556160768 ext(2097152->4194303) 00002000:00010000:3.0:1746128346.472665:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c380 00000100:00100000:3.0:1746128346.472701:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14260 00000100:00100000:3.0:1746128346.472708:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556160768:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.475234:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.475289:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556161024 00000100:00100000:1.0:1746128346.475296:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556161024 00002000:00100000:1.0:1746128346.475326:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88007d61e680 x1830947556161024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.475338:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61e680 with x1830947556161024 ext(2097152->4194303) 00002000:00010000:1.0:1746128346.475343:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d61e680 00000100:00100000:1.0:1746128346.475375:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14261 00000100:00100000:1.0:1746128346.475381:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556161024:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.492689:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556160768:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 19972us (21504us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.492699:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14260 00002000:00100000:3.0:1746128346.492708:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88007d61c380 x1830947556160768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.492723:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61c380 with x1830947556160768 ext(2097152->4194303) 00002000:00010000:3.0:1746128346.492728:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61c380 00000100:00100000:1.0:1746128346.497505:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556161024:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 22110us (22264us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128346.497518:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14261 00002000:00100000:1.0:1746128346.497529:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88007d61e680 x1830947556161024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.497539:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61e680 with x1830947556161024 ext(2097152->4194303) 00002000:00010000:1.0:1746128346.497568:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d61e680 00000100:00100000:0.0:1746128346.514727:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.515330:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.515718:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556161280 00000100:00100000:3.0:1746128346.515726:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556161280 00002000:00100000:3.0:1746128346.515765:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88007d61ce00 x1830947556161280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.515774:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ce00 with x1830947556161280 ext(4194304->6291455) 00002000:00010000:3.0:1746128346.515780:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ce00 00000100:00100000:1.0:1746128346.515821:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556161536 00000100:00100000:3.0:1746128346.515826:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14262 00000100:00100000:1.0:1746128346.515826:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556161536 00000100:00100000:3.0:1746128346.515833:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2014:x1830947556161280:12345-192.168.202.33@tcp:3:cmp.0 00002000:00100000:1.0:1746128346.515847:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88007d61ea00 x1830947556161536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.515854:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ea00 with x1830947556161536 ext(4194304->6291455) 00002000:00010000:1.0:1746128346.515857:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d61ea00 00000100:00100000:1.0:1746128346.515882:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14263 00000100:00100000:1.0:1746128346.515887:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556161536:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.533673:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556161536:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 17776us (18337us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128346.533683:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14263 00002000:00100000:1.0:1746128346.533693:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88007d61ea00 x1830947556161536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.533701:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ea00 with x1830947556161536 ext(4194304->6291455) 00002000:00010000:1.0:1746128346.533707:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d61ea00 00000100:00100000:3.0:1746128346.535366:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2014:x1830947556161280:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 19527us (20642us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.535375:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14262 00002000:00100000:3.0:1746128346.535382:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88007d61ce00 x1830947556161280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.535390:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61ce00 with x1830947556161280 ext(4194304->6291455) 00002000:00010000:3.0:1746128346.535394:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61ce00 00000100:00100000:0.0:1746128346.548642:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.548682:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.548724:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.548753:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556161920 00000100:00100000:1.0:1746128346.548753:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556162176 00000100:00100000:3.0:1746128346.548760:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556161920 00000100:00100000:1.0:1746128346.548760:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556162176 00000100:00100000:2.0:1746128346.548781:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556162432 00000100:00100000:2.0:1746128346.548785:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556162432 00002000:00100000:3.0:1746128346.548810:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->8388607) req@ffff88007d61fb80 x1830947556161920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.548810:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88012da6fb80 x1830947556162176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.548815:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88012da6ca80 x1830947556162432/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.548819:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61fb80 with x1830947556161920 ext(6291456->8388607) 00002000:00100000:1.0:1746128346.548819:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6fb80 with x1830947556162176 ext(6291456->7340031) 00002000:00100000:2.0:1746128346.548822:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ca80 with x1830947556162432 ext(7340032->8388607) 00002000:00010000:3.0:1746128346.548823:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61fb80 00002000:00010000:1.0:1746128346.548823:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6fb80 00002000:00010000:2.0:1746128346.548825:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6ca80 00000100:00100000:2.0:1746128346.548855:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14264 00000100:00100000:3.0:1746128346.548860:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14265 00000100:00100000:2.0:1746128346.548862:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+15:2016:x1830947556162432:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.548864:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14266 00000100:00100000:3.0:1746128346.548865:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2017:x1830947556161920:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.548868:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+15:2017:x1830947556162176:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.564324:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2016:x1830947556162432:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 15455us (15592us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128346.564335:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14264 00002000:00100000:3.0:1746128346.564344:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88012da6ca80 x1830947556162432/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.564353:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ca80 with x1830947556162432 ext(7340032->8388607) 00002000:00010000:3.0:1746128346.564359:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6ca80 00000100:00100000:1.0:1746128346.570773:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2017:x1830947556162176:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21890us (22077us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.570786:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14266 00002000:00100000:1.0:1746128346.570807:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88012da6fb80 x1830947556162176/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.570816:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6fb80 with x1830947556162176 ext(6291456->7340031) 00002000:00010000:1.0:1746128346.570821:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6fb80 00000100:00100000:3.0:1746128346.573039:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2017:x1830947556161920:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 24166us (24397us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.573048:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14265 00002000:00100000:3.0:1746128346.573057:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->8388607) req@ffff88007d61fb80 x1830947556161920/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.573066:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d61fb80 with x1830947556161920 ext(6291456->8388607) 00002000:00010000:3.0:1746128346.573071:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d61fb80 00000100:00100000:0.0:1746128346.588687:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.588786:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556162816 00000100:00100000:3.0:1746128346.588802:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556162816 00002000:00100000:3.0:1746128346.588838:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88012da6e680 x1830947556162816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.588846:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6e680 with x1830947556162816 ext(8388608->10485759) 00002000:00010000:3.0:1746128346.588851:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6e680 00000100:00100000:3.0:1746128346.588877:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14267 00000100:00100000:3.0:1746128346.588882:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556162816:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128346.592912:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.592977:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556162944 00000100:00100000:0.0:1746128346.592985:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556162944 00002000:00100000:0.0:1746128346.593026:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88012f1e5c00 x1830947556162944/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128346.593035:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5c00 with x1830947556162944 ext(8388608->10485759) 00002000:00010000:0.0:1746128346.593040:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f1e5c00 00000100:00100000:0.0:1746128346.593127:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14268 00000100:00100000:0.0:1746128346.593135:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2015:x1830947556162944:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.602504:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556162816:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 13614us (13817us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128346.602515:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14267 00002000:00100000:3.0:1746128346.602524:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88012da6e680 x1830947556162816/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.602533:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6e680 with x1830947556162816 ext(8388608->10485759) 00002000:00010000:3.0:1746128346.602537:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6e680 00000100:00100000:0.0:1746128346.612152:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.613803:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556163200 00000100:00100000:3.0:1746128346.613814:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556163200 00002000:00100000:3.0:1746128346.613854:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88012da6c380 x1830947556163200/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.613864:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947556163200 ext(10485760->11534335) 00002000:00010000:3.0:1746128346.613869:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6c380 00000100:00100000:1.0:1746128346.614354:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.614815:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556163456 00000100:00100000:3.0:1746128346.614820:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556163456 00002000:00100000:3.0:1746128346.614839:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff8800957b8700 x1830947556163456/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.614847:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8700 with x1830947556163456 ext(10485760->11534335) 00002000:00010000:3.0:1746128346.614851:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957b8700 00000100:00100000:3.0:1746128346.614863:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14269 00000100:00100000:3.0:1746128346.614870:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2014:x1830947556163200:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128346.615353:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14270 00000100:00100000:2.0:1746128346.615361:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+15:2014:x1830947556163456:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128346.615422:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+15:2015:x1830947556162944:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 22286us (22516us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128346.615431:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14268 00002000:00100000:1.0:1746128346.615437:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88012f1e5c00 x1830947556162944/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.615445:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f1e5c00 with x1830947556162944 ext(8388608->10485759) 00002000:00010000:1.0:1746128346.615448:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f1e5c00 00000100:00100000:1.0:1746128346.616411:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.616439:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.616451:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556163712 00000100:00100000:1.0:1746128346.616455:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556163712 00002000:00100000:1.0:1746128346.616478:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff8800957b8a80 x1830947556163712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.616486:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8a80 with x1830947556163712 ext(11534336->12582911) 00002000:00010000:1.0:1746128346.616489:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957b8a80 00000100:00100000:1.0:1746128346.616497:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556163968 00000100:00100000:1.0:1746128346.616499:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556163968 00002000:00100000:1.0:1746128346.616507:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800957b9880 x1830947556163968/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.616513:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9880 with x1830947556163968 ext(11534336->12582911) 00002000:00010000:1.0:1746128346.616516:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957b9880 00000100:00100000:1.0:1746128346.616538:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14271 00000100:00100000:1.0:1746128346.616559:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2014:x1830947556163712:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128346.616563:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14272 00000100:00100000:2.0:1746128346.616572:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2014:x1830947556163968:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128346.617999:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.618070:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556164224 00000100:00100000:1.0:1746128346.618076:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556164224 00002000:00100000:1.0:1746128346.618097:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88012da6f480 x1830947556164224/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.618105:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6f480 with x1830947556164224 ext(12582912->13631487) 00002000:00010000:1.0:1746128346.618109:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6f480 00000100:00100000:1.0:1746128346.618123:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14273 00000100:00100000:1.0:1746128346.618128:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556164224:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128346.630351:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556163200:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 15473us (18199us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128346.630363:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14269 00002000:00100000:3.0:1746128346.630374:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88012da6c380 x1830947556163200/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.630382:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6c380 with x1830947556163200 ext(10485760->11534335) 00002000:00010000:3.0:1746128346.630387:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6c380 00000100:00100000:2.0:1746128346.635361:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2014:x1830947556163456:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 19992us (21001us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.635371:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14270 00002000:00100000:2.0:1746128346.635382:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff8800957b8700 x1830947556163456/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.635391:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8700 with x1830947556163456 ext(10485760->11534335) 00002000:00010000:2.0:1746128346.635396:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957b8700 00000100:00100000:1.0:1746128346.637050:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2014:x1830947556163712:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 20483us (20634us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.637060:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14271 00002000:00100000:1.0:1746128346.637068:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff8800957b8a80 x1830947556163712/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.637075:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b8a80 with x1830947556163712 ext(11534336->12582911) 00002000:00010000:1.0:1746128346.637085:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957b8a80 00000100:00100000:1.0:1746128346.640858:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2014:x1830947556164224:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 22722us (22855us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.640868:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14273 00002000:00100000:1.0:1746128346.640877:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88012da6f480 x1830947556164224/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.640886:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6f480 with x1830947556164224 ext(12582912->13631487) 00002000:00010000:1.0:1746128346.640891:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6f480 00000100:00100000:2.0:1746128346.641118:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2014:x1830947556163968:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 24547us (24676us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.641125:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14272 00002000:00100000:2.0:1746128346.641130:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800957b9880 x1830947556163968/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/440 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.641136:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957b9880 with x1830947556163968 ext(11534336->12582911) 00002000:00010000:2.0:1746128346.641139:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957b9880 00000100:00100000:1.0:1746128346.651897:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.652129:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556164480 00000100:00100000:2.0:1746128346.652138:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556164480 00000100:00100000:2.0:1746128346.652188:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 204 00000100:00100000:2.0:1746128346.652194:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:3746:x1830947556164480:12345-192.168.202.33@tcp:35:cmp.0 00000100:00100000:2.0:1746128346.652357:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:3746:x1830947556164480:12345-192.168.202.33@tcp:35:cmp.0 Request processed in 162us (466us total) trans 4294985627 rc 0/0 00000100:00100000:2.0:1746128346.652363:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 204 00000100:00100000:0.0:1746128346.658592:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.658664:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556164736 00000100:00100000:2.0:1746128346.658673:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556164736 00000100:00100000:2.0:1746128346.658721:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 205 00000100:00100000:2.0:1746128346.658729:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:3746:x1830947556164736:12345-192.168.202.33@tcp:35:cmp.0 00000100:00100000:2.0:1746128346.658917:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:3746:x1830947556164736:12345-192.168.202.33@tcp:35:cmp.0 Request processed in 188us (332us total) trans 4294985628 rc 0/0 00000100:00100000:2.0:1746128346.658924:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 205 00000100:00100000:0.0:1746128346.680167:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.681054:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.681147:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556165120 00000100:00100000:3.0:1746128346.681154:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556165120 00000100:00100000:3.0:1746128346.681200:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 647 00000100:00100000:3.0:1746128346.681207:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2016:x1830947556165120:12345-192.168.202.33@tcp:63:ll_sa.0 00010000:00010000:3.0:1746128346.681240:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.681253:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e75a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96463b4 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.681292:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681302:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681311:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681320:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681325:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681329:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681365:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681371:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681377:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681382:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582f400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128346.681385:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681390:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681399:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128346.681401:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128346.681405:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681409:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f400/0x6e2f3e23d86e75a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681431:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681435:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681439:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681442:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582fa00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128346.681444:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681451:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681456:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008a3b3b00) 00010000:00010000:3.0:1746128346.681457:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128346.681459:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681462:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e75b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.681482:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e75a2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463b4 expref: 28 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.681488:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128346.681489:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128346.681492:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e75a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463b4 expref: 28 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.681498:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582f600, rc -2) 00000100:00100000:3.0:1746128346.681687:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:2016:x1830947556165120:12345-192.168.202.33@tcp:63:ll_sa.0 Request processed in 478us (631us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746128346.681693:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 647 00000100:00100000:1.0:1746128346.681905:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556164992 00000100:00100000:1.0:1746128346.681910:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556164992 00000100:00100000:1.0:1746128346.681941:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41802 00000100:00100000:1.0:1746128346.681945:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3748:x1830947556164992:12345-192.168.202.33@tcp:36:rm.0 00010000:00010000:1.0:1746128346.681967:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746128346.681977:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e7501 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646352 expref: 27 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.682004:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096131a00/0x6e2f3e23d86e72c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96462e9 expref: 26 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.682012:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:1.0:1746128346.682018:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a012a00/0x6e2f3e23d86e74e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964634b expref: 25 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.682024:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128346.682027:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128346.682034:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.682041:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 20 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.682046:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.682068:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 20 pid: 14269 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.682077:0:7247:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 20 pid: 14269 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746128346.682087:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551639424:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128346.682355:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128346.687436:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.687910:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551639424:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128346.687931:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:2.0:1746128346.688259:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556165248 00000100:00100000:2.0:1746128346.688265:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556165248 00010000:00010000:2.0:1746128346.688291:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 21 pid: 14269 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746128346.688325:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16180 00000100:00100000:2.0:1746128346.688332:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2015:x1830947556165248:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128346.688343:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128346.688348:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 21 pid: 14269 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.688357:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 21 pid: 14269 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.688375:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800966f5200/0x6e2f3e23d86e751d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646367 expref: 21 pid: 14269 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.688391:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128346.688395:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.688402:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.688407:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.688421:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128346.688455:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:2015:x1830947556165248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 123us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.688461:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16180 00010000:00010000:1.0:1746128346.689963:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.689972:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.689990:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e75be lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.689998:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e75be lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.690004:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e75be lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.690078:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.690089:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 19 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.690094:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.690122:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 19 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.690132:0:7247:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 19 pid: 7247 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746128346.690143:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551639552:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128346.690222:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128346.692912:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551639552:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128346.692931:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:0.0:1746128346.694598:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.694661:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556165376 00000100:00100000:3.0:1746128346.694669:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556165376 00010000:00010000:3.0:1746128346.694699:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 20 pid: 7247 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746128346.694736:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16181 00000100:00100000:3.0:1746128346.694745:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:2014:x1830947556165376:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128346.694758:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128346.694763:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 20 pid: 7247 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746128346.694775:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 20 pid: 7247 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746128346.694803:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e7356 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964630c expref: 20 pid: 7247 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746128346.694823:0:9615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:3.0:1746128346.694828:0:9615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128346.694836:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128346.694842:0:9615:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128346.694859:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128346.695585:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.695596:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000040:00080000:1.0:1746128346.695777:0:7247:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:1.0:1746128346.695782:0:7247:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 743884239800ns, next at 744884238688ns, rc = 0 00000040:00080000:1.0:1746128346.695808:0:7247:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:1.0:1746128346.695812:0:7247:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 743884269644ns, next at 744884269109ns, rc = 0 00010000:00010000:1.0:1746128346.695846:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.695853:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.695860:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.695864:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.695868:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.695872:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.695882:0:7247:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746128346.696085:0:8394:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746128346.696091:0:8394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.696097:0:8394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d9f5a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128346.696100:0:8394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.696106:0:8394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.696114:0:8394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:2.0:1746128346.696117:0:8394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746128346.696119:0:8394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.696124:0:8394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5a00/0x6e2f3e23d86e75cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.696134:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746128346.696135:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746128346.696136:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128346.696283:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2014:x1830947556165376:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 1537us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.696292:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16181 00010000:00010000:1.0:1746128346.697311:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697320:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697326:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697330:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d9f5e00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128346.697332:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697337:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697345:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009c39ea00) 00010000:00010000:1.0:1746128346.697347:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746128346.697349:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697353:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75c5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697465:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697469:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697473:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697477:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697480:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0be000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128346.697483:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697487:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697492:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128346.697494:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128346.697496:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697500:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75b7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00000004:00010000:1.0:1746128346.697507:0:7247:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012da6dc00 reply state ffff88009c01e000 transno 4294985629 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e75be lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697514:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f4200/0x6e2f3e23d86e75be lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.697519:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:1.0:1746128346.697520:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746128346.697522:0:7247:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746128346.697588:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:3748:x1830947556164992:12345-192.168.202.33@tcp:36:rm.0 Request processed in 15641us (17426us total) trans 4294985629 rc 0/0 00000100:00100000:1.0:1746128346.697594:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41802 00000100:00100000:0.0:1746128346.747422:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.747615:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556165504 00000100:00100000:1.0:1746128346.747623:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556165504 00000100:00100000:1.0:1746128346.747680:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41803 00000100:00100000:1.0:1746128346.747687:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+26:3751:x1830947556165504:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:1.0:1746128346.747708:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128346.747722:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96463ec expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.747772:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e75da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.747782:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e75da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.747800:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e75da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:1.0:1746128346.747833:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746128346.747837:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746128346.747851:0:7247:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e75da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.747869:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9f5e00/0x6e2f3e23d86e75d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463ec expref: 28 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.747894:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e75da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463ec expref: 27 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.747900:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128346.747902:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746128346.747905:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099fbdc00, rc 0) 00000100:00100000:1.0:1746128346.747950:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3751:x1830947556165504:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 263us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.747956:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41803 00000100:00100000:0.0:1746128346.749456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.749581:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556165760 00000100:00100000:1.0:1746128346.749587:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556165760 00000100:00100000:1.0:1746128346.749622:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41804 00000100:00100000:1.0:1746128346.749628:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+27:3751:x1830947556165760:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:1.0:1746128346.749639:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128346.749640:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746128346.749654:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099fbdc00/0x6e2f3e23d86e75da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463ec expref: 27 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.749664:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128346.749667:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128346.749673:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75e1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96463f3 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.749731:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.749739:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.749746:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.749754:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be200/0x6e2f3e23d86e75ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.749758:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be200/0x6e2f3e23d86e75ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.749762:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be200/0x6e2f3e23d86e75ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750122:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750130:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750138:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:1.0:1746128346.750145:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:1.0:1746128346.750162:0:7247:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750167:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750171:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750176:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750181:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0bf600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128346.750184:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750189:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750196:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128346.750198:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128346.750201:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750205:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0bf600/0x6e2f3e23d86e75e8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00000004:00010000:1.0:1746128346.750213:0:7247:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012da6f100 reply state ffff88009c01a000 transno 4294985630 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be200/0x6e2f3e23d86e75ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750223:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be200/0x6e2f3e23d86e75ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.750228:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:1.0:1746128346.750230:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746128346.750232:0:7247:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746128346.750247:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0be000/0x6e2f3e23d86e75e1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 29 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.750257:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 28 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.750262:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3ea200) 00010000:00010000:1.0:1746128346.750263:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128346.750265:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ee97a00, rc 0) 00000100:00100000:1.0:1746128346.750830:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:3751:x1830947556165760:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 1200us (1381us total) trans 4294985630 rc 0/0 00000100:00100000:1.0:1746128346.750836:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41804 00000100:00100000:0.0:1746128346.752927:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.753585:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556166016 00000100:00100000:1.0:1746128346.753592:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556166016 00000100:00100000:1.0:1746128346.753647:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41805 00000100:00100000:1.0:1746128346.753654:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:3751:x1830947556166016:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:1.0:1746128346.753673:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128346.753689:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e7604 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96463fa expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.753765:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.753775:0:7247:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 30 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.753780:0:7247:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.753814:0:7247:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 30 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.753822:0:7247:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 30 pid: 7247 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746128346.753832:0:7247:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551639680:192.168.202.33@tcp:104: 00000100:00100000:1.0:1746128346.754465:0:7247:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128346.756179:0:7247:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7247:1830947551639680:192.168.202.33@tcp:104: 00010000:00010000:1.0:1746128346.756197:0:7247:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000100:00100000:0.0:1746128346.756353:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.756479:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556166144 00000100:00100000:2.0:1746128346.756489:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556166144 00010000:00010000:2.0:1746128346.756517:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 31 pid: 7247 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746128346.756574:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16182 00000100:00100000:2.0:1746128346.756581:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:2015:x1830947556166144:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128346.756591:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128346.756596:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 31 pid: 7247 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.756605:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 31 pid: 7247 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.756623:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e75f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96463f3 expref: 31 pid: 7247 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746128346.756643:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3ea200) 00010000:00010000:2.0:1746128346.756647:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.756654:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.756659:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746128346.756682:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128346.756711:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:2015:x1830947556166144:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 130us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.756717:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16182 00010000:00010000:1.0:1746128346.757067:0:7247:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.757073:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:1.0:1746128346.757087:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:1.0:1746128346.757214:0:7247:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00000004:00080000:1.0:1746128346.757218:0:7247:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1746128346.757284:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.757295:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.757300:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.757304:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530e400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:1.0:1746128346.757307:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.757313:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.757320:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3ea200) 00010000:00010000:1.0:1746128346.757322:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746128346.757324:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.757329:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e400/0x6e2f3e23d86e760b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.757367:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e7604 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463fa expref: 30 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.757373:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e7604 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96463fa expref: 30 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.757379:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e4b9600, rc 0) 00000100:00100000:1.0:1746128346.757400:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:3751:x1830947556166016:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 3747us (4479us total) trans 4294985631 rc 301/301 00000100:00100000:1.0:1746128346.757406:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41805 00000100:00100000:2.0:1746128346.760429:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.760524:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556166400 00000100:00100000:0.0:1746128346.760531:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556166400 00000100:00100000:0.0:1746128346.760595:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 206 00000100:00100000:0.0:1746128346.760602:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+29:3751:x1830947556166400:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:0.0:1746128346.760803:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:3751:x1830947556166400:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 200us (378us total) trans 4294985632 rc 0/0 00000100:00100000:0.0:1746128346.760817:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 206 00000100:00100000:0.0:1746128346.761886:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.761958:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556166528 00000100:00100000:1.0:1746128346.761964:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556166528 00000100:00100000:1.0:1746128346.762005:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41806 00000100:00100000:1.0:1746128346.762012:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+30:3751:x1830947556166528:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:1.0:1746128346.762026:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128346.762041:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7619 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646401 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.762077:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7619 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646401 expref: 31 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.762117:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7619 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646401 expref: 31 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.762131:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:1.0:1746128346.762134:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746128346.762136:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530ea00, rc 0) 00000100:00100000:1.0:1746128346.762176:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:3751:x1830947556166528:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 164us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.762181:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41806 00000100:00100000:2.0:1746128346.764432:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.764492:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556166784 00000100:00100000:0.0:1746128346.764499:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556166784 00000100:00100000:0.0:1746128346.764529:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 207 00000100:00100000:0.0:1746128346.764535:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+31:3751:x1830947556166784:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:0.0:1746128346.764713:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:3751:x1830947556166784:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 177us (286us total) trans 4294985633 rc 0/0 00000100:00100000:0.0:1746128346.764720:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 207 00000100:00100000:2.0:1746128346.773887:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.773930:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556166912 00000100:00100000:1.0:1746128346.773938:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556166912 00000100:00100000:1.0:1746128346.773979:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41807 00000100:00100000:1.0:1746128346.773986:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+32:3752:x1830947556166912:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128346.774004:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746128346.774048:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128346.774112:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e7620 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646408 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.774120:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556167040 00000100:00100000:3.0:1746128346.774123:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556167040 00000100:00100000:3.0:1746128346.774154:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41808 00000100:00100000:3.0:1746128346.774159:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:3753:x1830947556167040:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128346.774165:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7627 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128346.774169:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.774174:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e762e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964640f expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.774176:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.774185:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128346.774193:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7635 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128346.774199:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128346.774204:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128346.774217:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746128346.774217:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746128346.774220:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:1.0:1746128346.774220:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746128346.774232:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00010000:1.0:1746128346.774232:0:7247:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746128346.774247:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e762e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964640f expref: 21 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.774449:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e600/0x6e2f3e23d86e7620 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646408 expref: 34 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.774465:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7627 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646408 expref: 33 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.774472:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128346.774474:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746128346.774477:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530ee00, rc 0) 00010000:00010000:3.0:1746128346.774581:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7635 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964640f expref: 20 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.774587:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128346.774589:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128346.774590:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582fc00, rc 0) 00000100:00100000:3.0:1746128346.774624:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:3753:x1830947556167040:12345-192.168.202.33@tcp:101:dd.0 Request processed in 460us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.774630:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41808 00000100:00100000:1.0:1746128346.774631:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:3752:x1830947556166912:12345-192.168.202.33@tcp:101:dd.0 Request processed in 645us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128346.774635:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41807 00000100:00100000:2.0:1746128346.777138:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.777459:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556167296 00000100:00100000:3.0:1746128346.777468:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556167296 00000100:00100000:3.0:1746128346.777513:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41809 00000100:00100000:3.0:1746128346.777520:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:3753:x1830947556167296:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128346.777535:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.777580:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e763c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646416 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.777661:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e7643 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128346.777673:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e7643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128346.777681:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e7643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128346.777689:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:3.0:1746128346.777767:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e763c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646416 expref: 23 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.777780:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e7643 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646416 expref: 22 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.777788:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:3.0:1746128346.777801:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128346.777804:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582fa00, rc 0) 00000100:00100000:3.0:1746128346.777838:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+22:3753:x1830947556167296:12345-192.168.202.33@tcp:101:dd.0 Request processed in 318us (708us total) trans 4294985634 rc 0/0 00000100:00100000:3.0:1746128346.777844:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41809 00000100:00100000:1.0:1746128346.778419:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.778502:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556167424 00000100:00100000:3.0:1746128346.778506:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556167424 00000100:00100000:3.0:1746128346.778663:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 648 00000100:00100000:3.0:1746128346.778670:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+33:2016:x1830947556167424:12345-192.168.202.33@tcp:63:ll_sa.0 00010000:00010000:3.0:1746128346.778688:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.778697:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e7651 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964641d expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.778728:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778735:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778741:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778749:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778755:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778759:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778840:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7666 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778846:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778852:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00000004:00200000:3.0:1746128346.778868:0:8425:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00200000:3.0:1746128346.778871:0:8425:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746128346.778882:0:8425:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778888:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778894:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778900:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778905:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778910:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05b000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128346.778913:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778919:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778927:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128346.778929:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128346.778931:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778936:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b000/0x6e2f3e23d86e7658 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778944:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778949:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778953:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778956:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05bc00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128346.778958:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778962:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778966:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:3.0:1746128346.778967:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128346.778969:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.778973:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e765f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00000100:00100000:2.0:1746128346.778983:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:3.0:1746128346.778986:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e7651 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964641d expref: 35 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.778994:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7666 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964641d expref: 34 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.778998:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:3.0:1746128346.779000:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128346.779002:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05a000, rc 0) 00010000:00010000:3.0:1746128346.779005:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.779010:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e766d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646424 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.779027:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779033:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779039:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779048:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779052:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779057:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779069:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779074:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779078:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779082:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800960dd000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128346.779084:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779088:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779094:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128346.779096:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128346.779098:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779101:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e7674 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779108:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779111:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779115:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779119:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800960dde00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128346.779121:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779124:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779128:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008a3b3c00) 00010000:00010000:3.0:1746128346.779130:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128346.779132:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779136:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800960dde00/0x6e2f3e23d86e767b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128346.779153:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e766d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646424 expref: 35 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.779159:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128346.779161:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128346.779163:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a200/0x6e2f3e23d86e766d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646424 expref: 35 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.779169:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05a200, rc -2) 00000100:00100000:3.0:1746128346.779198:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2016:x1830947556167424:12345-192.168.202.33@tcp:63:ll_sa.0 Request processed in 528us (785us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746128346.779204:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 648 00000100:00100000:1.0:1746128346.779424:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556167680 00000100:00100000:1.0:1746128346.779428:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556167680 00000100:00100000:1.0:1746128346.779460:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41810 00000100:00100000:1.0:1746128346.779467:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:3752:x1830947556167680:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1746128346.779474:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128346.779477:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746128346.779487:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ee00/0x6e2f3e23d86e7627 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646408 expref: 34 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.779495:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128346.779498:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128346.779503:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e7682 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646455 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.779571:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e7689 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.779578:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e7689 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128346.779584:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e7689 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:1.0:1746128346.779590:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:1.0:1746128346.779646:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ec00/0x6e2f3e23d86e7682 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646455 expref: 36 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.779656:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e7689 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646455 expref: 35 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.779661:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009c39ee00) 00010000:00010000:1.0:1746128346.779663:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128346.779665:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013530e000, rc 0) 00000100:00100000:1.0:1746128346.779693:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:3752:x1830947556167680:12345-192.168.202.33@tcp:101:dd.0 Request processed in 227us (711us total) trans 4294985635 rc 0/0 00000100:00100000:1.0:1746128346.779699:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41810 00000100:00100000:3.0:1746128346.780771:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.780814:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556168064 00000100:00100000:3.0:1746128346.780818:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.780820:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556168064 00000100:00100000:2.0:1746128346.780868:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556167808 00000100:00100000:2.0:1746128346.780871:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556167808 00000100:00100000:2.0:1746128346.781099:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 632 00000100:00100000:2.0:1746128346.781106:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+23:2014:x1830947556167808:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128346.781116:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128346.781130:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e7643 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646416 expref: 23 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.781155:0:9615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:2.0:1746128346.781159:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128346.781187:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+22:2014:x1830947556167808:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 81us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128346.781193:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 632 00000100:00100000:0.0:1746128346.781231:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41811 00000100:00100000:0.0:1746128346.781236:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:3753:x1830947556168064:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128346.781250:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128346.781252:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746128346.781262:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7635 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964640f expref: 21 pid: 7246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128346.781274:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.781342:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556168192 00000100:00100000:3.0:1746128346.781345:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556168192 00000100:00100000:3.0:1746128346.781366:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31232 00000100:00100000:3.0:1746128346.781371:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556168192:12345-192.168.202.33@tcp:101:ll_agl.0 00010000:00010000:3.0:1746128346.781378:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.781389:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646463 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746128346.781412:0:27081:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746128346.781426:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.781428:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.781433:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.781445:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.781453:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800960dda00, rc 0) 00010000:00010000:0.0:1746128346.781718:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128346.781722:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128346.781728:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e769e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964645c expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.781808:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f1e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556168192:12345-192.168.202.33@tcp:101:ll_agl.0 Request processed in 434us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.781813:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31232 00010000:00010000:0.0:1746128346.781827:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781836:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781842:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781850:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781856:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781861:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781901:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781908:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781914:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:0.0:1746128346.781921:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:0.0:1746128346.781978:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781983:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00000100:00100000:2.0:1746128346.781984:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128346.781992:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.781998:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782002:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130f80800 already unused, calling callback (ffffffffa0f29690) 00000100:00100000:2.0:1746128346.782005:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:0.0:1746128346.782005:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782011:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782018:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128346.782020:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128346.782022:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782027:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80800/0x6e2f3e23d86e76a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782034:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782038:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782042:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782046:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e4b9600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128346.782048:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00000100:00100000:3.0:1746128346.782054:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556168448 00010000:00010000:0.0:1746128346.782056:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00000100:00100000:3.0:1746128346.782057:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556168448 00010000:00010000:0.0:1746128346.782061:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:0.0:1746128346.782063:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128346.782065:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782069:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e76ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.782093:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f80400/0x6e2f3e23d86e769e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 23 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.782102:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 22 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.782107:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:0.0:1746128346.782109:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128346.782110:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ee97a00, rc 0) 00000100:00100000:0.0:1746128346.782130:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+22:3753:x1830947556168064:12345-192.168.202.33@tcp:101:dd.0 Request processed in 894us (1363us total) trans 4294985636 rc 0/0 00000100:00100000:0.0:1746128346.782136:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41811 00000100:00100000:3.0:1746128346.782204:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31233 00000100:00100000:3.0:1746128346.782210:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556168448:12345-192.168.202.33@tcp:101:ll_agl.0 00010000:00010000:3.0:1746128346.782218:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.782227:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964646a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746128346.782240:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746128346.782247:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.782249:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.782253:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 17 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.782261:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 17 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.782267:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096130c00, rc 0) 00000100:00100000:3.0:1746128346.782280:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947556168448:12345-192.168.202.33@tcp:101:ll_agl.0 Request processed in 71us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.782284:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31233 00000100:00100000:3.0:1746128346.782297:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556168320 00000100:00100000:3.0:1746128346.782300:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556168320 00000100:00100000:3.0:1746128346.782613:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 633 00000100:00100000:3.0:1746128346.782619:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:2016:x1830947556168320:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128346.782626:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128346.782635:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530e000/0x6e2f3e23d86e7689 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646455 expref: 35 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.782643:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009c39ee00) 00010000:00010000:3.0:1746128346.782646:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128346.782667:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:2016:x1830947556168320:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 49us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.782672:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 633 00000100:00100000:2.0:1746128346.787920:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.789011:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556168832 00000100:00100000:0.0:1746128346.789020:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556168832 00000100:00100000:2.0:1746128346.789026:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.789186:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.789514:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556168960 00000100:00100000:0.0:1746128346.789518:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556168960 00000100:00100000:3.0:1746128346.789569:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556169088 00000100:00100000:3.0:1746128346.789573:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556169088 00000100:00100000:3.0:1746128346.789599:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31234 00000100:00100000:3.0:1746128346.789605:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:3753:x1830947556169088:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128346.789616:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.789631:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646471 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.789654:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.789660:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.789662:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.789664:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.789692:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.789702:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 843 lvb_type: 1 00000100:00100000:1.0:1746128346.789797:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14274 00000100:00100000:0.0:1746128346.789803:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14275 00000100:00100000:1.0:1746128346.789805:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947556168832:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:0.0:1746128346.789808:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556168960:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128346.789824:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.789824:0:27086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.789831:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128346.789831:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128346.789832:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128346.789832:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128346.789836:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.789836:0:27086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.789846:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.789846:0:27086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.790429:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551639808:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128346.790480:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128346.796887:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551639808:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128346.796916:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 11 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.796929:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096131c00, rc 0) 00000100:00100000:3.0:1746128346.796979:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:3753:x1830947556169088:12345-192.168.202.33@tcp:101:dd.0 Request processed in 7373us (7792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.796985:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31234 00010000:00010000:0.0:1746128346.797189:0:27086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.797199:0:27086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.797204:0:27086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.797210:0:27086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800960dd000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128346.797214:0:27086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.797221:0:27086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.797235:0:27086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.797245:0:27086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800960dd000/0x6e2f3e23d86e76cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128346.797279:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556168960:12345-192.168.202.33@tcp:3:dd.0 Request processed in 7470us (8253us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128346.797287:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14275 00000100:00100000:2.0:1746128346.797874:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:1.0:1746128346.797976:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.797985:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.797992:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.797996:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530f200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128346.797998:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.798009:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.798019:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.798024:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013530f200/0x6e2f3e23d86e76d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128346.798073:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2015:x1830947556168832:12345-192.168.202.33@tcp:3:dd.0 Request processed in 8269us (10162us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.798084:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14274 00000100:00100000:0.0:1746128346.798211:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556169216 00000100:00100000:0.0:1746128346.798217:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556169216 00010000:00010000:0.0:1746128346.798238:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 843 lvb_type: 1 00000100:00100000:0.0:1746128346.798371:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16183 00000100:00100000:0.0:1746128346.798378:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556169216:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128346.798388:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128346.798407:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746128346.798417:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746128346.798432:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800960dda00/0x6e2f3e23d86e7697 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646463 expref: 9 pid: 27081 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746128346.798441:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128346.798443:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128346.798452:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.798459:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.798488:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 10 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128346.798499:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551639936:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128346.798821:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128346.801133:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551639936:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128346.801159:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128346.801243:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556169216:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2864us (3368us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128346.801256:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16183 00000100:00100000:2.0:1746128346.805181:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.805234:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556169344 00000100:00100000:0.0:1746128346.805242:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556169344 00000100:00100000:0.0:1746128346.805805:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41812 00000100:00100000:0.0:1746128346.805813:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+34:3752:x1830947556169344:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128346.805831:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128346.805846:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e76dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646478 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.805872:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e76e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.805882:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e76e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.805901:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e76e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128346.805990:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e76dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646478 expref: 36 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.806003:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05bc00/0x6e2f3e23d86e76e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646478 expref: 35 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.806010:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009c39ee00) 00010000:00010000:0.0:1746128346.806013:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1746128346.806015:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05bc00, rc 0) 00000100:00100000:0.0:1746128346.806068:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d613800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:3752:x1830947556169344:12345-192.168.202.33@tcp:101:dd.0 Request processed in 256us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128346.806073:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41812 00000100:00100000:2.0:1746128346.812103:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.812161:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556169728 00000100:00100000:3.0:1746128346.812168:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556169728 00000100:00100000:3.0:1746128346.812206:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31235 00000100:00100000:3.0:1746128346.812212:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:3753:x1830947556169728:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128346.812224:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128346.812234:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964647f expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.812256:0:27081:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 16 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.812260:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.812261:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.812263:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 15 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.812282:0:27081:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 16 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128346.812288:0:27081:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 16 pid: 9592 timeout: 844 lvb_type: 1 00000100:00100000:3.0:1746128346.812296:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27081:1830947551640064:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128346.812360:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128346.813621:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.813972:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556169600 00000100:00100000:2.0:1746128346.813978:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556169600 00000100:00100000:2.0:1746128346.814426:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14276 00000100:00100000:2.0:1746128346.814435:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2017:x1830947556169600:12345-192.168.202.33@tcp:4:dd.0 00010000:00010000:2.0:1746128346.814460:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.814474:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.814480:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128346.814482:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128346.814485:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.814506:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.814515:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 8 pid: 9592 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746128346.814526:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d611c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9597:1830947551640192:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128346.814617:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c823b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128346.815031:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27081:1830947551640064:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128346.815053:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 15 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.815064:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b8a00, rc 0) 00000100:00100000:3.0:1746128346.815101:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+15:3753:x1830947556169728:12345-192.168.202.33@tcp:101:dd.0 Request processed in 2888us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128346.815107:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31235 00000100:00100000:3.0:1746128346.815866:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.815919:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556169856 00000100:00100000:0.0:1746128346.815925:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556169856 00010000:00010000:0.0:1746128346.815946:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 17 pid: 9592 timeout: 844 lvb_type: 1 00000100:00100000:0.0:1746128346.815980:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16184 00000100:00100000:0.0:1746128346.815986:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947556169856:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128346.815995:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128346.816016:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 17 pid: 9592 timeout: 844 lvb_type: 1 00010000:00010000:0.0:1746128346.816025:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 17 pid: 9592 timeout: 844 lvb_type: 1 00010000:00010000:0.0:1746128346.816045:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096130c00/0x6e2f3e23d86e76c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964646a expref: 17 pid: 9592 timeout: 844 lvb_type: 1 00010000:00010000:0.0:1746128346.816068:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128346.816070:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128346.816076:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 14 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.816082:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 14 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.816103:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 14 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128346.816113:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947551640320:192.168.202.33@tcp:105: 00000100:00100000:0.0:1746128346.816250:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128346.817656:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d611c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9597:1830947551640192:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128346.817675:0:9597:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.818733:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.818818:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947551640320:192.168.202.33@tcp:105: 00010000:00010000:0.0:1746128346.818831:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128346.818873:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556169856:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2886us (3008us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128346.818883:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16184 00000100:00100000:0.0:1746128346.818905:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556169984 00000100:00100000:0.0:1746128346.818910:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556169984 00010000:00010000:0.0:1746128346.818927:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 9 pid: 9592 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746128346.818955:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16185 00000100:00100000:0.0:1746128346.818961:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556169984:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128346.818970:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746128346.818984:0:9615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:0.0:1746128346.818987:0:9615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:0.0:1746128346.818992:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 9 pid: 9592 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746128346.819159:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 9 pid: 9592 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746128346.819180:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c039c00/0x6e2f3e23d86e74d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646344 expref: 9 pid: 9592 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746128346.819191:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128346.819193:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128346.819196:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.819203:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.819226:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128346.819242:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556169984:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 281us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128346.819249:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16185 00010000:00010000:2.0:1746128346.819498:0:9597:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.819507:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746128346.846568:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970607 is committed 00000001:00080000:2.0:1746128346.846581:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970606 is committed 00002000:00010000:0.0:1746128346.846891:0:9597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746128346 -> 1746128347 00002000:00010000:0.0:1746128346.846895:0:9597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746128346 -> 1746128347 00010000:00010000:0.0:1746128346.846906:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.846916:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.846923:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.846929:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f88d400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128346.846933:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.846939:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.846954:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128346.846960:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e76f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128346.847058:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556169600:12345-192.168.202.33@tcp:4:dd.0 Request processed in 32621us (33439us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746128346.847071:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14276 00000100:00100000:0.0:1746128346.850762:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.850818:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.850905:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556170368 00000100:00100000:2.0:1746128346.850912:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556170368 00000100:00100000:2.0:1746128346.850964:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556170496 00000100:00100000:2.0:1746128346.850967:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556170496 00000100:00100000:2.0:1746128346.850985:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14277 00000100:00100000:2.0:1746128346.850991:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556170368:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128346.851017:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.851029:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.851030:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.851035:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.851046:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.851368:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14278 00000100:00100000:3.0:1746128346.851376:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556170496:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128346.851393:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.851401:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.851403:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.851405:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.851414:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.862670:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.862685:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.862692:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.862698:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f88ca00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128346.862702:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.862709:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.862727:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.862733:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e76f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128346.862865:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556170368:12345-192.168.202.33@tcp:3:dd.0 Request processed in 11868us (12104us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.862874:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14277 00010000:00010000:3.0:1746128346.865925:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.865939:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.865946:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.865953:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128346.865956:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.865963:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.865982:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.865988:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9800/0x6e2f3e23d86e7700 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.866059:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556170496:12345-192.168.202.33@tcp:3:dd.0 Request processed in 14680us (15236us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128346.866068:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14278 00000100:00100000:0.0:1746128346.872519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.872891:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556170752 00000100:00100000:3.0:1746128346.872899:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556170752 00000100:00100000:3.0:1746128346.872964:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14279 00000100:00100000:3.0:1746128346.872972:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556170752:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128346.873008:0:27075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128346.873016:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.873027:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.873029:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.873033:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.873045:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128346.895455:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.895788:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556171008 00000100:00100000:2.0:1746128346.895805:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556171008 00002000:00100000:2.0:1746128346.895884:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012da6d180 x1830947556171008/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128346.895894:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6d180 with x1830947556171008 ext(0->4194303) 00002000:00010000:2.0:1746128346.895899:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6d180 00000100:00100000:2.0:1746128346.895930:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14280 00000100:00100000:2.0:1746128346.895937:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+9:2014:x1830947556171008:12345-192.168.202.33@tcp:4:dd.0 00000001:00080000:3.0:1746128346.902778:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970608 is committed 00010000:00010000:3.0:1746128346.902885:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.902896:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.902903:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.902909:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128346.902914:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.902921:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.902937:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.902943:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9a00/0x6e2f3e23d86e7707 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.905320:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556170752:12345-192.168.202.33@tcp:4:dd.0 Request processed in 32339us (32799us total) trans 4294970608 rc 0/0 00000100:00100000:3.0:1746128346.905331:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14279 00000100:00100000:0.0:1746128346.911818:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.912887:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556171264 00000100:00100000:3.0:1746128346.912898:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556171264 00002000:00100000:3.0:1746128346.912934:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88012da6ea00 x1830947556171264/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/0 e 0 to 0 dl 1746128357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.912948:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ea00 with x1830947556171264 ext(0->4194303) 00002000:00010000:3.0:1746128346.912952:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6ea00 00000100:00100000:3.0:1746128346.912981:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14281 00000100:00100000:3.0:1746128346.912988:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+15:2015:x1830947556171264:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128346.921920:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.923029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128346.923124:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556171520 00000100:00100000:1.0:1746128346.923132:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556171520 00000100:00100000:1.0:1746128346.923187:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556171776 00000100:00100000:1.0:1746128346.923190:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556171776 00000100:00100000:1.0:1746128346.923210:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14282 00000100:00100000:1.0:1746128346.923216:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556171520:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:2.0:1746128346.923226:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14283 00000100:00100000:2.0:1746128346.923232:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556171776:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128346.923243:0:27086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.923245:0:20202:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.923255:0:20202:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128346.923255:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.923257:0:20202:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128346.923257:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.923261:0:20202:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.923261:0:27086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.923271:0:20202:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.923271:0:27086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.940236:0:27086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.940251:0:27086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.940259:0:27086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.940265:0:27086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013530ec00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128346.940269:0:27086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.940281:0:27086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.940296:0:27086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.940301:0:27086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013530ec00/0x6e2f3e23d86e770e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128346.940377:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556171520:12345-192.168.202.33@tcp:3:dd.0 Request processed in 17156us (18462us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128346.940386:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14282 00000100:00100000:1.0:1746128346.952604:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2014:x1830947556171008:12345-192.168.202.33@tcp:4:dd.0 Request processed in 56658us (57148us total) trans 4294970609 rc 0/0 00000100:00100000:1.0:1746128346.952615:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14280 00002000:00100000:1.0:1746128346.952625:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012da6d180 x1830947556171008/t4294970609(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/448 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128346.952635:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6d180 with x1830947556171008 ext(0->4194303) 00002000:00010000:1.0:1746128346.952640:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6d180 00010000:00010000:2.0:1746128346.952746:0:20202:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.952756:0:20202:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.952764:0:20202:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.952770:0:20202:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096508e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128346.952774:0:20202:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.952780:0:20202:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.952806:0:20202:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.952811:0:20202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096508e00/0x6e2f3e23d86e7715 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128346.954074:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d61c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556171776:12345-192.168.202.33@tcp:3:dd.0 Request processed in 30839us (31043us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128346.954081:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14283 00000100:00100000:2.0:1746128346.963292:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128346.964037:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556172032 00000100:00100000:3.0:1746128346.964045:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556172032 00000100:00100000:3.0:1746128346.964106:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14284 00000100:00100000:3.0:1746128346.964114:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556172032:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128346.964151:0:20202:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128346.964159:0:20202:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.964170:0:20202:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.964172:0:20202:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128346.964176:0:20202:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.964187:0:20202:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.987357:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:2015:x1830947556171264:12345-192.168.202.33@tcp:4:dd.0 Request processed in 74362us (75542us total) trans 4294972323 rc 0/0 00000100:00100000:3.0:1746128346.987369:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14281 00002000:00100000:3.0:1746128346.987380:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88012da6ea00 x1830947556171264/t4294972323(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:597/0 lens 488/448 e 0 to 0 dl 1746128357 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128346.987394:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6ea00 with x1830947556171264 ext(0->4194303) 00002000:00010000:3.0:1746128346.987400:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6ea00 00000001:00080000:0.0:1746128346.991518:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970610 is committed 00000001:00080000:0.0:1746128346.991530:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970609 is committed 00010000:00010000:3.0:1746128346.992801:0:20202:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.992813:0:20202:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.992819:0:20202:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.992825:0:20202:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128346.992829:0:20202:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.992835:0:20202:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.992851:0:20202:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128346.992857:0:20202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e771c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20202 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128346.992959:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556172032:12345-192.168.202.33@tcp:4:dd.0 Request processed in 28843us (29687us total) trans 4294970610 rc 0/0 00000100:00100000:3.0:1746128346.992968:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14284 00000100:00100000:0.0:1746128346.997241:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128346.997292:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128346.997445:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556172416 00000100:00100000:2.0:1746128346.997453:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556172416 00000100:00100000:2.0:1746128346.997516:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556172544 00000100:00100000:2.0:1746128346.997519:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556172544 00000100:00100000:2.0:1746128346.997539:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14285 00000100:00100000:2.0:1746128346.997565:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556172416:12345-192.168.202.33@tcp:3:dd.0 00000100:00100000:1.0:1746128346.997571:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14286 00000100:00100000:1.0:1746128346.997580:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556172544:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128346.997610:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.997623:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128346.997625:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128346.997629:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128346.997642:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.997800:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.997808:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.997810:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128346.997813:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128346.997821:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.012882:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.012896:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.012903:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.012914:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c32ac00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128347.012917:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.012924:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.012941:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.012947:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c32ac00/0x6e2f3e23d86e7723 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128347.013040:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556172544:12345-192.168.202.33@tcp:3:dd.0 Request processed in 15457us (15742us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128347.013049:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14286 00000100:00100000:0.0:1746128347.014050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.014075:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556172800 00000100:00100000:0.0:1746128347.014082:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556172800 00002000:00100000:0.0:1746128347.014133:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff8800909bd880 x1830947556172800/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128347.014141:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bd880 with x1830947556172800 ext(4194304->8388607) 00002000:00010000:0.0:1746128347.014146:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bd880 00000100:00100000:0.0:1746128347.014159:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14287 00000100:00100000:0.0:1746128347.014165:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+9:2016:x1830947556172800:12345-192.168.202.33@tcp:4:dd.0 00010000:00010000:2.0:1746128347.015440:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.015453:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.015460:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.015466:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e7a200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128347.015470:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.015480:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.015495:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.015501:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e7a200/0x6e2f3e23d86e772a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746128347.015557:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128347.016230:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556172416:12345-192.168.202.33@tcp:3:dd.0 Request processed in 18662us (18993us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.016239:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14285 00000100:00100000:2.0:1746128347.026645:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.028350:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556173056 00000100:00100000:3.0:1746128347.028361:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556173056 00002000:00100000:3.0:1746128347.028411:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88007d611180 x1830947556173056/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.028420:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611180 with x1830947556173056 ext(4194304->8388607) 00002000:00010000:3.0:1746128347.028425:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d611180 00000100:00100000:0.0:1746128347.029448:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00080000:2.0:1746128347.030002:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128347.031991:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556173312 00000100:00100000:3.0:1746128347.032000:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556173312 00000100:00100000:3.0:1746128347.032074:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14288 00000100:00100000:3.0:1746128347.032081:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+17:2016:x1830947556173056:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:3.0:1746128347.034778:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14289 00000100:00100000:3.0:1746128347.034802:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556173312:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128347.034897:0:27075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.034904:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.034915:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.034916:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.034920:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.034931:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746128347.035283:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128347.051431:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2016:x1830947556172800:12345-192.168.202.33@tcp:4:dd.0 Request processed in 37257us (37375us total) trans 4294970611 rc 0/0 00000100:00100000:1.0:1746128347.051441:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14287 00002000:00100000:1.0:1746128347.051451:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff8800909bd880 x1830947556172800/t4294970611(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/448 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128347.051459:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bd880 with x1830947556172800 ext(4194304->8388607) 00002000:00010000:1.0:1746128347.051464:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800909bd880 00000100:00100000:3.0:1746128347.078418:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2016:x1830947556173056:12345-192.168.202.33@tcp:4:dd.0 Request processed in 46330us (51772us total) trans 4294972324 rc 0/0 00000100:00100000:3.0:1746128347.078431:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14288 00002000:00100000:3.0:1746128347.078442:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88007d611180 x1830947556173056/t4294972324(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/448 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.078450:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d611180 with x1830947556173056 ext(4194304->8388607) 00002000:00010000:3.0:1746128347.078455:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d611180 00000100:00100000:2.0:1746128347.088832:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.089058:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556173568 00000100:00100000:3.0:1746128347.089066:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556173568 00002000:00100000:3.0:1746128347.089099:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff880091c7ce00 x1830947556173568/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.089108:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ce00 with x1830947556173568 ext(8388608->12582911) 00002000:00010000:3.0:1746128347.089113:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7ce00 00000100:00100000:3.0:1746128347.089136:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14290 00000100:00100000:3.0:1746128347.089142:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2017:x1830947556173568:12345-192.168.202.33@tcp:4:dd.0 00000001:00080000:1.0:1746128347.092155:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970612 is committed 00000001:00080000:1.0:1746128347.092169:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970611 is committed 00010000:00010000:3.0:1746128347.092346:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.092357:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.092365:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.092371:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.092375:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.092386:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.092401:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.092407:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7731 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.099313:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556173312:12345-192.168.202.33@tcp:4:dd.0 Request processed in 64514us (69855us total) trans 4294970612 rc 0/0 00000100:00100000:3.0:1746128347.099325:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14289 00000100:00100000:0.0:1746128347.100649:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.100676:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556173824 00000100:00100000:3.0:1746128347.100684:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556173824 00002000:00100000:3.0:1746128347.100715:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff8800909bed80 x1830947556173824/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.100724:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bed80 with x1830947556173824 ext(8388608->12582911) 00002000:00010000:3.0:1746128347.100727:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800909bed80 00000100:00100000:3.0:1746128347.100743:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14291 00000100:00100000:3.0:1746128347.100748:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+19:2017:x1830947556173824:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128347.104341:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.104370:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.104396:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556174208 00000100:00100000:0.0:1746128347.104402:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556174208 00000100:00100000:0.0:1746128347.104836:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556174336 00000100:00100000:0.0:1746128347.104840:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556174336 00000100:00080000:2.0:1746128347.104882:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746128347.104930:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14292 00000100:00100000:1.0:1746128347.104937:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556174208:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128347.104968:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.104980:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.104981:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.104985:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.104997:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128347.105744:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14293 00000100:00100000:0.0:1746128347.105751:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556174336:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128347.105773:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.105782:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128347.105783:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128347.105786:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.105807:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128347.116389:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.116954:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556174592 00000100:00100000:2.0:1746128347.116963:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556174592 00000100:00100000:2.0:1746128347.117008:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 208 00000100:00100000:2.0:1746128347.117016:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ac7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+22:3753:x1830947556174592:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:2.0:1746128347.117194:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ac7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+23:3753:x1830947556174592:12345-192.168.202.33@tcp:35:dd.0 Request processed in 179us (813us total) trans 4294985637 rc 0/0 00000100:00100000:2.0:1746128347.117202:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 208 00000100:00080000:3.0:1746128347.117331:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746128347.119340:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.119354:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.119362:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.119369:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582f600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.119373:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.119380:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.119396:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.119401:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e7738 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.120214:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556174208:12345-192.168.202.33@tcp:3:dd.0 Request processed in 15271us (15874us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.120377:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14292 00010000:00010000:2.0:1746128347.120855:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.120869:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.120875:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.120881:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130842c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128347.120884:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.120889:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.120899:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.120904:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130842c00/0x6e2f3e23d86e773f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128347.120942:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556174336:12345-192.168.202.33@tcp:3:dd.0 Request processed in 15191us (16575us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.120948:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14293 00000100:00100000:2.0:1746128347.125656:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128347.126205:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556174848 00000100:00100000:1.0:1746128347.126213:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556174848 00000100:00100000:1.0:1746128347.126255:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 209 00000100:00100000:1.0:1746128347.126261:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+23:3753:x1830947556174848:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:1.0:1746128347.126460:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+24:3753:x1830947556174848:12345-192.168.202.33@tcp:35:dd.0 Request processed in 198us (810us total) trans 4294985638 rc 0/0 00000100:00100000:1.0:1746128347.126466:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 209 00000100:00100000:3.0:1746128347.132573:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2017:x1830947556173568:12345-192.168.202.33@tcp:4:dd.0 Request processed in 43393us (43710us total) trans 4294970613 rc 0/0 00000100:00100000:3.0:1746128347.132586:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14290 00002000:00100000:3.0:1746128347.132598:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff880091c7ce00 x1830947556173568/t4294970613(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/448 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.132609:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ce00 with x1830947556173568 ext(8388608->12582911) 00002000:00010000:3.0:1746128347.132614:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7ce00 00000100:00100000:0.0:1746128347.132985:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.133946:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556175104 00000100:00100000:3.0:1746128347.133953:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556175104 00000100:00100000:3.0:1746128347.133997:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14294 00000100:00100000:3.0:1746128347.134003:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556175104:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128347.134039:0:27085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.134045:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.134058:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.134060:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.134064:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.134075:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.145773:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2017:x1830947556173824:12345-192.168.202.33@tcp:4:dd.0 Request processed in 45015us (45119us total) trans 4294972325 rc 0/0 00000100:00100000:3.0:1746128347.145785:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14291 00002000:00100000:3.0:1746128347.145806:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff8800909bed80 x1830947556173824/t4294972325(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/448 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.145814:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800909bed80 with x1830947556173824 ext(8388608->12582911) 00002000:00010000:3.0:1746128347.145819:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800909bed80 00000001:00080000:1.0:1746128347.148610:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970614 is committed 00000001:00080000:1.0:1746128347.148620:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970613 is committed 00010000:00010000:3.0:1746128347.148744:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.148757:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.148762:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.148765:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097915000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.148768:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.148772:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.148784:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.148799:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7746 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.148885:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556175104:12345-192.168.202.33@tcp:4:dd.0 Request processed in 14877us (15896us total) trans 4294970614 rc 0/0 00000100:00100000:3.0:1746128347.148892:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14294 00000100:00100000:2.0:1746128347.152035:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.152085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.152164:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556175488 00000100:00100000:3.0:1746128347.152171:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556175488 00000100:00100000:0.0:1746128347.152198:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556175616 00000100:00100000:0.0:1746128347.152202:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556175616 00000100:00100000:3.0:1746128347.152233:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14295 00000100:00100000:0.0:1746128347.152241:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14296 00000100:00100000:0.0:1746128347.152250:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556175616:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128347.152277:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.152289:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128347.152291:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746128347.152295:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556175488:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128347.152295:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.152307:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.152312:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.152318:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.152319:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.152321:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.152327:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.158094:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.158108:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.158115:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.158121:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009672c600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128347.158124:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.158131:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.158146:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.158151:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009672c600/0x6e2f3e23d86e774d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128347.158240:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556175616:12345-192.168.202.33@tcp:3:dd.0 Request processed in 5987us (6151us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.158249:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14296 00010000:00010000:3.0:1746128347.158447:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.158456:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.158461:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.158466:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097915000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.158468:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.158474:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.158483:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.158491:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097915000/0x6e2f3e23d86e7754 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.158533:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556175488:12345-192.168.202.33@tcp:3:dd.0 Request processed in 6294us (6509us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.158539:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14295 00000100:00100000:0.0:1746128347.163162:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.163357:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556175872 00000100:00100000:3.0:1746128347.163365:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556175872 00000100:00100000:3.0:1746128347.163517:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14297 00000100:00100000:3.0:1746128347.163526:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556175872:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128347.163594:0:27085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.163601:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.163612:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.163614:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.163618:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.163630:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128347.173952:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970615 is committed 00010000:00010000:3.0:1746128347.174142:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.174153:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.174161:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.174167:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e4b9600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.174171:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.174177:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.174193:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.174198:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4b9600/0x6e2f3e23d86e775b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.175589:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556175872:12345-192.168.202.33@tcp:4:dd.0 Request processed in 12058us (12427us total) trans 4294970615 rc 0/0 00000100:00100000:3.0:1746128347.175599:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14297 00000100:00100000:0.0:1746128347.180331:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.180375:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.180469:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556176128 00000100:00100000:2.0:1746128347.180477:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556176128 00000100:00100000:2.0:1746128347.180521:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556176384 00000100:00100000:2.0:1746128347.180523:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556176384 00000100:00100000:2.0:1746128347.180568:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14298 00000100:00100000:2.0:1746128347.180576:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556176128:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128347.180603:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.180615:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.180616:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.180620:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.180631:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128347.181164:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14299 00000100:00100000:2.0:1746128347.181170:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556176384:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128347.181186:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.181193:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.181194:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.181196:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.181203:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.188778:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.188804:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.188812:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.188818:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c038400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128347.188822:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.188829:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.188845:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.188850:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c038400/0x6e2f3e23d86e7762 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128347.188923:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556176128:12345-192.168.202.33@tcp:3:dd.0 Request processed in 8343us (8595us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.188932:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14298 00010000:00010000:3.0:1746128347.191276:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.191291:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.191297:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.191303:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c038c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.191307:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.191313:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.191327:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.191332:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c038c00/0x6e2f3e23d86e7769 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.191432:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556176384:12345-192.168.202.33@tcp:3:dd.0 Request processed in 10258us (11052us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.191441:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14299 00000100:00100000:2.0:1746128347.194870:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.194952:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556176640 00000100:00100000:3.0:1746128347.194959:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556176640 00000100:00100000:3.0:1746128347.195009:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14300 00000100:00100000:3.0:1746128347.195016:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556176640:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128347.195055:0:27075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.195066:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.195077:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.195079:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.195084:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.195095:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128347.210584:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970616 is committed 00010000:00010000:3.0:1746128347.210785:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.210806:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.210812:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.210817:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a3962600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.210820:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.210827:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.210840:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.210846:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3962600/0x6e2f3e23d86e7770 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.210920:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556176640:12345-192.168.202.33@tcp:4:dd.0 Request processed in 15900us (16054us total) trans 4294970616 rc 0/0 00000100:00100000:3.0:1746128347.210930:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14300 00000100:00100000:0.0:1746128347.216340:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.216389:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.216434:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556177024 00000100:00100000:3.0:1746128347.216435:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556177152 00000100:00100000:3.0:1746128347.216443:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556177152 00000100:00100000:2.0:1746128347.216443:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556177024 00000100:00100000:2.0:1746128347.216492:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14301 00000100:00100000:2.0:1746128347.216499:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556177024:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128347.216527:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.216575:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.216577:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.216581:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.216593:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.216730:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14302 00000100:00100000:3.0:1746128347.216736:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556177152:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128347.216752:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.216759:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.216760:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.216763:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.216770:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.229837:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.229854:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.229862:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.229868:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128347.229871:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.229878:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.229895:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.229900:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7777 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128347.229985:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556177024:12345-192.168.202.33@tcp:3:dd.0 Request processed in 13482us (13648us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.229993:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14301 00010000:00010000:3.0:1746128347.231180:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.231189:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.231195:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.231200:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a199a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.231203:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.231213:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.231225:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.231231:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e777e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.231295:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556177152:12345-192.168.202.33@tcp:3:dd.0 Request processed in 14558us (14904us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.231303:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14302 00000100:00100000:0.0:1746128347.240085:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.240152:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556177408 00000100:00100000:3.0:1746128347.240160:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556177408 00000100:00100000:3.0:1746128347.240220:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14303 00000100:00100000:3.0:1746128347.240227:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556177408:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128347.240264:0:27075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.240270:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.240281:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.240282:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.240286:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.240298:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128347.255958:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970617 is committed 00010000:00010000:0.0:1746128347.256507:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.256517:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.256524:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.256530:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a199a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128347.256534:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.256554:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.256570:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.256576:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a199a00/0x6e2f3e23d86e7785 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128347.256691:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556177408:12345-192.168.202.33@tcp:4:dd.0 Request processed in 16459us (16608us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746128347.256702:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14303 00000100:00100000:0.0:1746128347.262414:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.263375:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556177664 00000100:00100000:2.0:1746128347.263384:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556177664 00000100:00100000:1.0:1746128347.263532:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.264127:0:27075:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556177920 00000100:00100000:2.0:1746128347.264131:0:27075:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556177920 00000100:00100000:2.0:1746128347.264165:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14304 00000100:00100000:2.0:1746128347.264171:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556177664:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128347.264198:0:27075:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.264209:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.264210:0:27075:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.264215:0:27075:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.264225:0:27075:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128347.265610:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14305 00000100:00100000:1.0:1746128347.265620:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556177920:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128347.265646:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.265655:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.265656:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.265660:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.265669:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.274994:0:27075:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.275009:0:27075:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.275016:0:27075:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.275023:0:27075:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746128347.275026:0:27075:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.275033:0:27075:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.275051:0:27075:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.275057:0:27075:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c039e00/0x6e2f3e23d86e778c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128347.276997:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2016:x1830947556177664:12345-192.168.202.33@tcp:3:dd.0 Request processed in 12817us (14580us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.277009:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14304 00010000:00010000:1.0:1746128347.278003:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.278013:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.278019:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.278023:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eabf200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128347.278026:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.278031:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.278043:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.278052:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7793 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128347.278120:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556177920:12345-192.168.202.33@tcp:3:dd.0 Request processed in 12502us (14588us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128347.278126:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14305 00000100:00100000:0.0:1746128347.284745:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128347.284873:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556178176 00000100:00100000:1.0:1746128347.284881:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556178176 00000100:00100000:1.0:1746128347.284942:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14306 00000100:00100000:1.0:1746128347.284949:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556178176:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:1.0:1746128347.284988:0:27085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:1.0:1746128347.284995:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.285006:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.285008:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.285012:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.285023:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.288493:0:7237:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746128347.300185:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970618 is committed 00010000:00010000:1.0:1746128347.300504:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.300515:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.300522:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.300527:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de73c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128347.300530:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.300536:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.300636:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.300641:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008de73c00/0x6e2f3e23d86e779a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128347.300990:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556178176:12345-192.168.202.33@tcp:4:dd.0 Request processed in 16037us (16248us total) trans 4294970618 rc 0/0 00000100:00100000:1.0:1746128347.301226:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14306 00000100:00100000:0.0:1746128347.304514:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.304692:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128347.304854:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556178560 00000100:00100000:1.0:1746128347.304860:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556178560 00000100:00100000:1.0:1746128347.304916:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556178688 00000100:00100000:1.0:1746128347.304919:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556178688 00000100:00100000:1.0:1746128347.304940:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14307 00000100:00100000:1.0:1746128347.304947:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556178560:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:1.0:1746128347.304977:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.304990:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.304992:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.304996:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.305009:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.305239:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14308 00000100:00100000:3.0:1746128347.305246:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556178688:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128347.305262:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.305269:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.305270:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.305273:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.305281:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.316347:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.316360:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.316367:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.316372:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de73c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128347.316376:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.316382:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.316397:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.316402:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de73c00/0x6e2f3e23d86e77a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128347.316489:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556178560:12345-192.168.202.33@tcp:3:dd.0 Request processed in 11537us (11978us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128347.316497:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14307 00010000:00010000:3.0:1746128347.316516:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.316575:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.316580:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.316585:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097ef6c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.316588:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.316593:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.316603:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.316608:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ef6c00/0x6e2f3e23d86e77a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.316650:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556178688:12345-192.168.202.33@tcp:3:dd.0 Request processed in 11404us (11958us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.316656:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14308 00000100:00100000:0.0:1746128347.324871:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.325344:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556178944 00000100:00100000:3.0:1746128347.325353:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556178944 00000100:00100000:3.0:1746128347.325415:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14309 00000100:00100000:3.0:1746128347.325422:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556178944:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128347.325461:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.325468:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.325803:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.325804:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.325808:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.325821:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746128347.344220:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970619 is committed 00010000:00010000:3.0:1746128347.344752:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.344764:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.344772:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.344778:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582f600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.344781:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.344801:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.344817:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.344823:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e77af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.345498:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556178944:12345-192.168.202.33@tcp:4:dd.0 Request processed in 20068us (20624us total) trans 4294970619 rc 0/0 00000100:00100000:3.0:1746128347.345507:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14309 00000100:00100000:0.0:1746128347.348463:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.348505:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.348535:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556179200 00000100:00100000:3.0:1746128347.348732:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556179456 00000100:00100000:3.0:1746128347.348736:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556179456 00000100:00100000:3.0:1746128347.348777:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14310 00000100:00100000:3.0:1746128347.348783:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556179456:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128347.348823:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.348836:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.348837:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.348841:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.348852:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128347.353755:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556179200 00000100:00100000:0.0:1746128347.353853:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14311 00000100:00100000:0.0:1746128347.353861:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556179200:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:0.0:1746128347.353889:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.353902:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128347.353904:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128347.353908:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.353919:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.362972:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.362985:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.362992:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.362997:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582fa00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.363000:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.363006:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.363020:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.363029:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.363960:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.363969:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.363976:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.363981:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008a05a200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128347.363983:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.363988:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.363997:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.364002:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a05a200/0x6e2f3e23d86e77bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128347.364049:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556179200:12345-192.168.202.33@tcp:3:dd.0 Request processed in 10185us (15588us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128347.364057:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14311 00000100:00100000:3.0:1746128347.364296:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556179456:12345-192.168.202.33@tcp:3:dd.0 Request processed in 15512us (15789us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.364302:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14310 00000100:00100000:0.0:1746128347.369418:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.370079:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556179712 00000100:00100000:3.0:1746128347.370087:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556179712 00000100:00100000:3.0:1746128347.370134:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14312 00000100:00100000:3.0:1746128347.370141:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556179712:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128347.370176:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.370183:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.370194:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.370195:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.370200:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.370211:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746128347.389018:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970620 is committed 00010000:00010000:3.0:1746128347.389164:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.389175:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.389183:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.389188:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582fe00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.389191:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.389197:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.389212:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.389216:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.391018:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2014:x1830947556179712:12345-192.168.202.33@tcp:4:dd.0 Request processed in 20870us (21598us total) trans 4294970620 rc 0/0 00000100:00100000:3.0:1746128347.391029:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14312 00000100:00100000:0.0:1746128347.395189:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.395239:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.395450:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556180096 00000100:00100000:3.0:1746128347.395457:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556180096 00000100:00100000:1.0:1746128347.395485:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556180224 00000100:00100000:1.0:1746128347.395489:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556180224 00000100:00100000:3.0:1746128347.395508:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14313 00000100:00100000:3.0:1746128347.395513:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556180096:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128347.395538:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128347.395562:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14314 00010000:00010000:3.0:1746128347.395566:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.395568:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746128347.395568:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556180224:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128347.395571:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.395579:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.395583:0:27085:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.395591:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.395592:0:27085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128347.395595:0:27085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.395603:0:27085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.404782:0:27085:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.404809:0:27085:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.404816:0:27085:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.404827:0:27085:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b32000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128347.404830:0:27085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.404834:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.404837:0:27085:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.404843:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.404848:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.404853:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582fe00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746128347.404853:0:27085:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.404856:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.404858:0:27085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b32000/0x6e2f3e23d86e77d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.404861:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.404870:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.404875:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e77cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128347.405668:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2015:x1830947556180224:12345-192.168.202.33@tcp:3:dd.0 Request processed in 10095us (10423us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128347.405677:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14314 00000100:00100000:3.0:1746128347.405967:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2015:x1830947556180096:12345-192.168.202.33@tcp:3:dd.0 Request processed in 10452us (10784us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.405973:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14313 00000100:00100000:0.0:1746128347.410231:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.410356:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556180480 00000100:00100000:3.0:1746128347.410365:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556180480 00000100:00100000:3.0:1746128347.410418:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14315 00000100:00100000:3.0:1746128347.410425:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556180480:12345-192.168.202.33@tcp:4:dd.0 00002000:00010000:3.0:1746128347.410459:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.410466:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.410476:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.410477:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.412680:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.412702:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746128347.432508:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970621 is committed 00010000:00010000:3.0:1746128347.433041:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.433052:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.433059:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.433067:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582fc00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.433070:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.433076:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.433093:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.433099:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.434449:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2016:x1830947556180480:12345-192.168.202.33@tcp:4:dd.0 Request processed in 24014us (24215us total) trans 4294970621 rc 0/0 00000100:00100000:3.0:1746128347.434462:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14315 00000100:00100000:0.0:1746128347.439334:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.439527:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556180736 00000100:00100000:3.0:1746128347.439534:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556180736 00000100:00100000:3.0:1746128347.439609:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14316 00000100:00100000:3.0:1746128347.439617:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556180736:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128347.439650:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.439662:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.439664:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.439668:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.439679:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.447005:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.447018:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.447025:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.447030:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582fc00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128347.447034:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.447039:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.447053:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.447058:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009582fc00/0x6e2f3e23d86e77e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.447128:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2017:x1830947556180736:12345-192.168.202.33@tcp:3:dd.0 Request processed in 7507us (7794us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.447139:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14316 00000100:00100000:0.0:1746128347.449350:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.449425:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556180864 00000100:00100000:3.0:1746128347.449432:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556180864 00000100:00100000:3.0:1746128347.449466:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31236 00000100:00100000:3.0:1746128347.449472:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:3752:x1830947556180864:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128347.449486:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128347.449500:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646486 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746128347.449518:0:27081:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cddb, atime: 0x0, ctime: 0x6813cddb, blocks: 0xc800 00010000:00010000:3.0:1746128347.449534:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.449535:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.449540:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646486 expref: 8 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.449580:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009582fa00/0x6e2f3e23d86e77e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646486 expref: 8 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.449588:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582fa00, rc 0) 00000100:00100000:3.0:1746128347.449679:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:3752:x1830947556180864:12345-192.168.202.33@tcp:101:dd.0 Request processed in 206us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128347.449684:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31236 00000100:00100000:0.0:1746128347.462294:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.462400:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556180992 00000100:00100000:3.0:1746128347.462408:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556180992 00002000:00100000:3.0:1746128347.462442:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff88008b6f9180 x1830947556180992/t0(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.462455:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9180 with x1830947556180992 ext(25165824->26214399) 00002000:00010000:3.0:1746128347.462460:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6f9180 00000100:00100000:1.0:1746128347.462694:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14317 00000100:00100000:1.0:1746128347.462702:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556180992:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128347.473450:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2015:x1830947556180992:12345-192.168.202.33@tcp:4:dd.0 Request processed in 10742us (11156us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746128347.473461:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14317 00002000:00100000:0.0:1746128347.473470:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff88008b6f9180 x1830947556180992/t4294970622(0) o4->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/448 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128347.473478:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f9180 with x1830947556180992 ext(25165824->26214399) 00002000:00010000:0.0:1746128347.473482:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6f9180 00000100:00100000:0.0:1746128347.477633:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.477695:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556181120 00000100:00100000:3.0:1746128347.477704:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556181120 00000100:00100000:3.0:1746128347.478061:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31237 00000100:00100000:3.0:1746128347.478068:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095840850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947556181120:12345-192.168.202.33@tcp:16:dd.0 00000001:00080000:2.0:1746128347.479735:0:9589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970622 is committed 00000100:00100000:3.0:1746128347.479881:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095840850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2014:x1830947556181120:12345-192.168.202.33@tcp:16:dd.0 Request processed in 1811us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128347.479889:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31237 00000100:00100000:0.0:1746128347.484678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128347.484738:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556181376 00000100:00100000:1.0:1746128347.484745:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556181376 00000100:00100000:1.0:1746128347.484914:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 210 00000100:00100000:1.0:1746128347.484922:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+35:3752:x1830947556181376:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:1.0:1746128347.485128:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:3752:x1830947556181376:12345-192.168.202.33@tcp:35:dd.0 Request processed in 207us (457us total) trans 4294985639 rc 0/0 00000100:00100000:1.0:1746128347.485133:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 210 00000100:00080000:3.0:1746128347.485258:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128347.493967:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.494063:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556181504 00000100:00100000:2.0:1746128347.494070:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556181504 00000100:00100000:2.0:1746128347.494689:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41813 00000100:00100000:2.0:1746128347.494696:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+36:3756:x1830947556181504:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:2.0:1746128347.494719:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128347.494734:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e77ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964648d expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.494795:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e77f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.494804:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e77f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.494812:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e77f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128347.494845:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746128347.494848:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128347.494860:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e77f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.494877:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ee00/0x6e2f3e23d86e77ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964648d expref: 38 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.495207:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e77f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964648d expref: 37 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.495215:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128347.495217:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128347.495220:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795fc00, rc 0) 00000100:00100000:2.0:1746128347.495361:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:3756:x1830947556181504:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 663us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128347.495367:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41813 00000100:00100000:0.0:1746128347.499246:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.499532:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556181632 00000100:00100000:2.0:1746128347.499539:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556181632 00000100:00100000:2.0:1746128347.499617:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41814 00000100:00100000:2.0:1746128347.499625:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:3756:x1830947556181632:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:2.0:1746128347.499640:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128347.499655:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e77fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646494 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.499699:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499709:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499717:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499725:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499731:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499736:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499846:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e7811 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499853:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e7811 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499857:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e7811 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128347.499886:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000004:00200000:2.0:1746128347.499889:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128347.499902:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e7811 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499910:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e7811 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499916:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499920:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499924:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499929:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499934:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795ea00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128347.499937:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499942:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499950:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128347.499953:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128347.499955:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.499960:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ea00/0x6e2f3e23d86e7803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746128347.500594:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128347.500677:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.500688:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.500693:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.500697:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008795f600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128347.500699:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.500704:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.500711:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:2.0:1746128347.500713:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128347.500715:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.500720:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795f600/0x6e2f3e23d86e780a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.500740:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795e200/0x6e2f3e23d86e77fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646494 expref: 39 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.500749:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e7811 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646494 expref: 38 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.500755:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:2.0:1746128347.500757:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128347.500759:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795ec00, rc 0) 00000100:00100000:3.0:1746128347.500770:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556181760 00000100:00100000:3.0:1746128347.500774:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556181760 00000100:00100000:2.0:1746128347.500814:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:3756:x1830947556181632:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 1188us (1574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128347.500821:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41814 00000100:00100000:3.0:1746128347.501024:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 649 00000100:00100000:3.0:1746128347.501033:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2017:x1830947556181760:12345-192.168.202.33@tcp:63:ll_sa.0 00010000:00010000:3.0:1746128347.501051:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128347.501058:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7818 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964649b expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.501079:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501086:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501093:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501102:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501107:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501112:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501129:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501134:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501138:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501142:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582e800 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128347.501609:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501616:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501623:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128347.501625:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128347.501628:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501631:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e781f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501653:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501658:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501662:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501665:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582fc00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128347.501667:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501671:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501675:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff880097caf800) 00010000:00010000:3.0:1746128347.501676:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128347.501678:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501681:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e7826 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.501700:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7818 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964649b expref: 39 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.501705:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128347.501707:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128347.501710:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7818 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964649b expref: 39 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.501716:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582fe00, rc -2) 00000100:00100000:3.0:1746128347.501743:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2017:x1830947556181760:12345-192.168.202.33@tcp:63:ll_sa.0 Request processed in 712us (1151us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746128347.501749:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 649 00000100:00100000:2.0:1746128347.503931:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.504527:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.504609:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556181888 00000100:00100000:0.0:1746128347.504615:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556181888 00000100:00100000:0.0:1746128347.504657:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 634 00000100:00100000:0.0:1746128347.504664:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2017:x1830947556181888:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128347.504675:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128347.504694:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795ec00/0x6e2f3e23d86e7811 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646494 expref: 38 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.504710:0:9615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:0.0:1746128347.504714:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128347.504756:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2017:x1830947556181888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 91us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128347.504762:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 634 00000100:00100000:2.0:1746128347.504884:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.504894:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556182016 00000100:00100000:2.0:1746128347.504896:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556182144 00000100:00100000:3.0:1746128347.504897:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556182016 00000100:00100000:2.0:1746128347.504898:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556182144 00000100:00100000:2.0:1746128347.504927:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31238 00000100:00100000:3.0:1746128347.504930:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31239 00000100:00100000:2.0:1746128347.504931:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556182144:12345-192.168.202.33@tcp:101:checkstat.0 00000100:00100000:3.0:1746128347.504934:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556182016:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:3.0:1746128347.504942:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128347.504942:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128347.504951:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e782d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96464a2 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.504954:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008795f000/0x6e2f3e23d86e7834 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96464a9 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.504986:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551640448:192.168.202.33@tcp:106: 00000100:00100000:2.0:1746128347.504986:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551640576:192.168.202.33@tcp:106: 00000100:00100000:3.0:1746128347.505046:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128347.505060:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c8233c0 going to sleep for 11 seconds 00002000:00010000:3.0:1746128347.507316:0:9592:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746128347.507322:0:9592:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746128347 00002000:00010000:3.0:1746128347.507324:0:9592:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746128347 00002000:00010000:3.0:1746128347.507325:0:9592:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746128347 00002000:00010000:3.0:1746128347.507327:0:9592:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746128347.507341:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551640576:192.168.202.33@tcp:106: 00002000:00010000:2.0:1746128347.507341:0:27081:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746128347.507344:0:27081:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746128347 00002000:00010000:2.0:1746128347.507346:0:27081:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746128347 00002000:00010000:2.0:1746128347.507347:0:27081:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746128347 00002000:00010000:2.0:1746128347.507348:0:27081:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746128347.507359:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551640448:192.168.202.33@tcp:106: 00010000:00010000:3.0:1746128347.507364:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008795f000/0x6e2f3e23d86e7834 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464a9 expref: 17 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128347.507373:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e782d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464a2 expref: 9 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128347.507375:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008795f000/0x6e2f3e23d86e7834 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464a9 expref: 17 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128347.507382:0:27081:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e782d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464a2 expref: 9 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128347.507384:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008795f000, rc 0) 00010000:00010000:2.0:1746128347.507408:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582f600, rc 0) 00000100:00100000:3.0:1746128347.507990:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556182144:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 3056us (3104us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128347.507991:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556182016:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 3054us (3462us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128347.507997:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31239 00000100:00100000:3.0:1746128347.508416:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31238 00000100:00100000:1.0:1746128347.519350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.519399:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556182272 00000100:00100000:2.0:1746128347.519407:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556182272 00000100:00100000:2.0:1746128347.519508:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41815 00000100:00100000:2.0:1746128347.519521:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+24:3757:x1830947556182272:12345-192.168.202.33@tcp:101:checkstat.0 00010000:00010000:2.0:1746128347.519745:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128347.519762:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096130800/0x6e2f3e23d86e783b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96464b0 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.519832:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.519843:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.519851:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128347.519880:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746128347.519883:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746128347.519899:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.519915:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096130800/0x6e2f3e23d86e783b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 26 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.520263:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 25 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.520270:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128347.520274:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128347.520276:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096130c00, rc 0) 00000100:00100000:2.0:1746128347.520324:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+25:3757:x1830947556182272:12345-192.168.202.33@tcp:101:checkstat.0 Request processed in 808us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128347.520330:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41815 00000100:00100000:1.0:1746128347.523782:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.524138:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556182400 00000100:00100000:3.0:1746128347.524146:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556182400 00000100:00100000:3.0:1746128347.524199:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 650 00000100:00100000:3.0:1746128347.524210:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+25:2015:x1830947556182400:12345-192.168.202.33@tcp:63:ll_sa.0 00010000:00010000:3.0:1746128347.524238:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128347.524906:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7849 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96464b7 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.524987:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.524997:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525007:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525016:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525021:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525026:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525056:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525061:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525065:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525071:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128347.525074:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525079:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525088:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128347.525091:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128347.525094:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525098:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9600/0x6e2f3e23d86e7850 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525122:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525127:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525131:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525134:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8b9e00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128347.525137:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525141:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525146:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880097caf800) 00010000:00010000:3.0:1746128347.525148:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128347.525151:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525154:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9e00/0x6e2f3e23d86e7857 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128347.525176:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7849 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b7 expref: 26 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.525182:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128347.525184:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128347.525187:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8b9200/0x6e2f3e23d86e7849 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b7 expref: 26 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.525193:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8b9200, rc -2) 00000100:00100000:3.0:1746128347.525256:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+25:2015:x1830947556182400:12345-192.168.202.33@tcp:63:ll_sa.0 Request processed in 1046us (1479us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746128347.525266:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 650 00000100:00100000:1.0:1746128347.530874:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.530959:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556182656 00000100:00100000:2.0:1746128347.530966:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556182656 00000100:00100000:2.0:1746128347.531003:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41816 00000100:00100000:2.0:1746128347.531010:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:3760:x1830947556182656:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:2.0:1746128347.531027:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128347.531041:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096130600/0x6e2f3e23d86e785e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96464ef expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.531117:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096130800/0x6e2f3e23d86e7865 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.531128:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096130800/0x6e2f3e23d86e7865 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.531138:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096130800/0x6e2f3e23d86e7865 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128347.531146:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746128347.531223:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096130600/0x6e2f3e23d86e785e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464ef expref: 40 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.531252:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096130800/0x6e2f3e23d86e7865 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464ef expref: 39 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.531259:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:2.0:1746128347.531261:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128347.531264:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096130800, rc 0) 00000100:00100000:2.0:1746128347.531300:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:3760:x1830947556182656:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 290us (432us total) trans 4294985640 rc 0/0 00000100:00100000:2.0:1746128347.531305:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41816 00000100:00100000:0.0:1746128347.533231:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.533262:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.533288:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.533311:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556182912 00000100:00100000:0.0:1746128347.533316:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556182912 00000100:00100000:0.0:1746128347.533353:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556183040 00000100:00100000:0.0:1746128347.533356:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556183040 00000100:00100000:0.0:1746128347.533370:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31240 00000100:00100000:0.0:1746128347.533377:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556182912:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:0.0:1746128347.533389:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128347.533401:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e7873 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96464f6 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128347.533441:0:27081:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdf6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551640704:192.168.202.33@tcp:106: 00000100:00100000:2.0:1746128347.533460:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556182784 00000100:00100000:2.0:1746128347.533463:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556182784 00000100:00100000:2.0:1746128347.533486:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 635 00000100:00100000:2.0:1746128347.533491:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:2015:x1830947556182784:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128347.533498:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746128347.533501:0:27081:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096026480 going to sleep for 11 seconds 00010000:00010000:2.0:1746128347.533512:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096130800/0x6e2f3e23d86e7865 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464ef expref: 39 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.533523:0:9615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:2.0:1746128347.533526:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128347.533565:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:2015:x1830947556182784:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 73us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128347.533571:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 635 00000100:00100000:3.0:1746128347.533587:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31241 00000100:00100000:3.0:1746128347.533595:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556183040:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:3.0:1746128347.533602:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128347.533610:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e787a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96464fd expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.533636:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551640832:192.168.202.33@tcp:106: 00000100:00100000:3.0:1746128347.533680:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128347.534657:0:27081:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdf6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27081:1830947551640704:192.168.202.33@tcp:106: 00010000:00010000:2.0:1746128347.534674:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e7873 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464f6 expref: 9 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128347.534688:0:27081:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a05b600/0x6e2f3e23d86e7873 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464f6 expref: 9 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128347.534696:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a05b600, rc 0) 00000100:00100000:2.0:1746128347.534730:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:2015:x1830947556182912:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 1353us (1465us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128347.534735:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31240 00000100:00100000:3.0:1746128347.534889:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551640832:192.168.202.33@tcp:106: 00010000:00010000:3.0:1746128347.534903:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e787a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464fd expref: 17 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128347.534911:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e787a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464fd expref: 17 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128347.535022:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582fe00, rc 0) 00000100:00100000:3.0:1746128347.535235:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:2014:x1830947556183040:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 1639us (1943us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128347.535241:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31241 00000100:00100000:0.0:1746128347.541427:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.541743:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556183168 00000100:00100000:3.0:1746128347.541750:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556183168 00000100:00100000:3.0:1746128347.541804:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31242 00000100:00100000:3.0:1746128347.541812:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+8:3760:x1830947556183168:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:3.0:1746128347.541828:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128347.541842:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e7881 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646504 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.541866:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 8 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.541872:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128347.541874:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128347.541877:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e7881 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646504 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.541900:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 8 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.541915:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 8 pid: 27081 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746128347.541926:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551640960:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128347.542010:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128347.544071:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9592:1830947551640960:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128347.544094:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e7881 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646504 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.544111:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582e800, rc 0) 00000100:00100000:3.0:1746128347.544146:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:3760:x1830947556183168:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 2334us (2724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128347.544153:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31242 00000100:00100000:0.0:1746128347.544497:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.544637:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556183296 00000100:00100000:2.0:1746128347.544643:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556183296 00002000:00100000:2.0:1746128347.544673:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008cdf7800 x1830947556183296/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.544681:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7800 with x1830947556183296 ext(12582912->13631487) 00010000:00010000:2.0:1746128347.544687:0:27085:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 9 pid: 27081 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746128347.544698:0:27085:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 9 pid: 27081 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746128347.544703:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf7800 00000100:00100000:2.0:1746128347.544725:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3571 00000100:00100000:2.0:1746128347.544731:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+9:2014:x1830947556183296:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128347.557324:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2014:x1830947556183296:12345-192.168.202.33@tcp:4:dd.0 Request processed in 12585us (12819us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746128347.557334:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3571 00002000:00100000:0.0:1746128347.557343:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008cdf7800 x1830947556183296/t4294970623(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/448 e 0 to 0 dl 1746128358 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128347.557351:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf7800 with x1830947556183296 ext(12582912->13631487) 00010000:00010000:0.0:1746128347.557358:0:27085:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 11 pid: 27081 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746128347.557370:0:27085:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 11 pid: 27081 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746128347.557380:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cdf7800 00000100:00100000:0.0:1746128347.572219:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.572310:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556183424 00000100:00100000:2.0:1746128347.572317:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556183424 00010000:00010000:2.0:1746128347.572346:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 11 pid: 27081 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746128347.572366:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16186 00000100:00100000:2.0:1746128347.572372:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2014:x1830947556183424:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128347.572382:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128347.572394:0:7233:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:2.0:1746128347.572399:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 11 pid: 27081 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746128347.572408:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 11 pid: 27081 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746128347.572425:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096131c00/0x6e2f3e23d86e76c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646471 expref: 11 pid: 27081 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746128347.572703:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.572705:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.572713:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e7881 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646504 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.572720:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e7881 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646504 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.572747:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009582e800/0x6e2f3e23d86e7881 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646504 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128347.572756:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551641088:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128347.573067:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c8233c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128347.575506:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7233:1830947551641088:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128347.575522:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128347.575571:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2014:x1830947556183424:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 3198us (3358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128347.575580:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16186 00000100:00100000:0.0:1746128347.576943:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.577032:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556183680 00000100:00100000:2.0:1746128347.577038:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556183680 00002000:00100000:2.0:1746128347.577072:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff88008cdf4000 x1830947556183680/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.577081:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf4000 with x1830947556183680 ext(0->1048575) 00002000:00010000:2.0:1746128347.577085:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf4000 00000100:00100000:2.0:1746128347.577114:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14318 00000100:00100000:2.0:1746128347.577121:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556183680:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.583498:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556183680:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 6369us (6550us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.583508:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14318 00002000:00100000:2.0:1746128347.583517:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff88008cdf4000 x1830947556183680/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.583526:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf4000 with x1830947556183680 ext(0->1048575) 00002000:00010000:2.0:1746128347.583530:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf4000 00000100:00100000:0.0:1746128347.588925:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.590370:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556183808 00000100:00100000:3.0:1746128347.590384:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556183808 00000100:00100000:3.0:1746128347.590506:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31243 00000100:00100000:3.0:1746128347.590515:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+16:3760:x1830947556183808:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:3.0:1746128347.590531:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128347.590836:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7888 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964650b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.590865:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 20 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.590878:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128347.590880:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128347.590883:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7888 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964650b expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.590907:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 20 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.590917:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 20 pid: 27081 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746128347.590928:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551641216:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128347.591954:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128347.596295:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9592:1830947551641216:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128347.596325:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7888 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964650b expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.596340:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009582fe00, rc 0) 00000100:00100000:3.0:1746128347.596389:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:3760:x1830947556183808:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 5875us (7472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128347.596398:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31243 00000100:00100000:0.0:1746128347.601937:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.602000:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556183936 00000100:00100000:2.0:1746128347.602009:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556183936 00010000:00010000:2.0:1746128347.602041:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 21 pid: 27081 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746128347.602082:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16187 00000100:00100000:2.0:1746128347.602089:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2014:x1830947556183936:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128347.602102:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128347.602118:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 21 pid: 27081 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746128347.602128:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 21 pid: 27081 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746128347.602146:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8b8a00/0x6e2f3e23d86e76eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0xb261eccda964647f expref: 21 pid: 27081 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746128347.602174:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.602176:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.602183:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7888 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964650b expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.602190:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7888 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964650b expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.602218:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009582fe00/0x6e2f3e23d86e7888 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964650b expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128347.602229:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947551641344:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128347.603315:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c8233c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128347.611122:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.611163:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.611230:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556184192 00000100:00100000:3.0:1746128347.611237:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556184192 00002000:00100000:3.0:1746128347.611281:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008cdf4380 x1830947556184192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.611295:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf4380 with x1830947556184192 ext(0->2097151) 00002000:00010000:3.0:1746128347.611300:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdf4380 00000100:00100000:3.0:1746128347.611316:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556184448 00000100:00100000:3.0:1746128347.611319:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556184448 00002000:00100000:3.0:1746128347.611331:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff88008cdf6300 x1830947556184448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.611337:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6300 with x1830947556184448 ext(1048576->2097151) 00002000:00010000:3.0:1746128347.611340:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6300 00000100:00100000:3.0:1746128347.611358:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14319 00000100:00100000:3.0:1746128347.611365:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947556184192:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128347.611599:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14320 00000100:00100000:0.0:1746128347.611606:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556184448:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.612585:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7233:1830947551641344:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128347.612602:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128347.612626:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:2014:x1830947556183936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 10538us (10696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128347.612634:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16187 00000100:00100000:2.0:1746128347.627345:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556184448:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 15731us (16172us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.627356:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14320 00002000:00100000:2.0:1746128347.627365:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff88008cdf6300 x1830947556184448/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.627373:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6300 with x1830947556184448 ext(1048576->2097151) 00002000:00010000:2.0:1746128347.627378:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6300 00000100:00100000:3.0:1746128347.637274:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947556184192:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 25900us (26151us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128347.637285:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14319 00002000:00100000:3.0:1746128347.637296:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008cdf4380 x1830947556184192/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.637305:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf4380 with x1830947556184192 ext(0->2097151) 00002000:00010000:3.0:1746128347.637311:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdf4380 00000100:00100000:0.0:1746128347.655462:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.655605:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.655729:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556184704 00000100:00100000:2.0:1746128347.655738:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556184704 00002000:00100000:2.0:1746128347.655778:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880096319500 x1830947556184704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.655800:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319500 with x1830947556184704 ext(2097152->4194303) 00002000:00010000:2.0:1746128347.655805:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096319500 00000100:00100000:2.0:1746128347.655946:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556184960 00000100:00100000:2.0:1746128347.655949:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556184960 00002000:00100000:2.0:1746128347.655965:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009631b480 x1830947556184960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.655971:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947556184960 ext(2097152->4194303) 00002000:00010000:2.0:1746128347.655974:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009631b480 00000100:00100000:3.0:1746128347.655999:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14321 00000100:00100000:3.0:1746128347.656008:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2017:x1830947556184704:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.657102:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14322 00000100:00100000:2.0:1746128347.657112:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947556184960:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.679047:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2017:x1830947556184960:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21931us (23436us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128347.679058:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14322 00002000:00100000:2.0:1746128347.679069:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009631b480 x1830947556184960/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.679078:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b480 with x1830947556184960 ext(2097152->4194303) 00002000:00010000:2.0:1746128347.679083:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009631b480 00000100:00100000:3.0:1746128347.681357:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2017:x1830947556184704:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 25342us (25893us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128347.681367:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14321 00002000:00100000:3.0:1746128347.681375:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880096319500 x1830947556184704/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.681384:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319500 with x1830947556184704 ext(2097152->4194303) 00002000:00010000:3.0:1746128347.681388:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096319500 00000100:00100000:0.0:1746128347.700062:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.701004:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.701115:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556185216 00000100:00100000:2.0:1746128347.701123:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556185216 00002000:00100000:2.0:1746128347.701164:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009631a680 x1830947556185216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.701172:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631a680 with x1830947556185216 ext(4194304->6291455) 00002000:00010000:2.0:1746128347.701177:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631a680 00000100:00100000:2.0:1746128347.701199:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556185472 00000100:00100000:2.0:1746128347.701202:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556185472 00002000:00100000:2.0:1746128347.701212:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880096318380 x1830947556185472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.701218:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096318380 with x1830947556185472 ext(4194304->6291455) 00002000:00010000:2.0:1746128347.701221:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096318380 00000100:00100000:3.0:1746128347.701225:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14323 00000100:00100000:3.0:1746128347.701243:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556185216:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.701246:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14324 00000100:00100000:2.0:1746128347.701251:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947556185472:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.713744:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947556185472:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 12485us (12734us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128347.713758:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14324 00002000:00100000:2.0:1746128347.713769:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880096318380 x1830947556185472/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.713778:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096318380 with x1830947556185472 ext(4194304->6291455) 00002000:00010000:2.0:1746128347.713793:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096318380 00000100:00100000:3.0:1746128347.722737:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2015:x1830947556185216:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21491us (22675us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128347.722747:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14323 00002000:00100000:3.0:1746128347.722757:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009631a680 x1830947556185216/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.722765:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631a680 with x1830947556185216 ext(4194304->6291455) 00002000:00010000:3.0:1746128347.722770:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009631a680 00000100:00100000:0.0:1746128347.738971:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.739006:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.739031:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.739066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.739099:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556185856 00000100:00100000:0.0:1746128347.739107:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556185856 00000100:00100000:1.0:1746128347.739122:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556185984 00000100:00100000:1.0:1746128347.739127:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556185984 00002000:00100000:0.0:1746128347.739146:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009631aa00 x1830947556185856/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128347.739148:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880096318700 x1830947556185984/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128347.739155:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631aa00 with x1830947556185856 ext(6291456->7340031) 00002000:00100000:1.0:1746128347.739156:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096318700 with x1830947556185984 ext(6291456->7340031) 00002000:00010000:1.0:1746128347.739160:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096318700 00002000:00010000:0.0:1746128347.739160:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009631aa00 00000100:00100000:0.0:1746128347.739178:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556186368 00000100:00100000:0.0:1746128347.739180:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556186368 00002000:00100000:0.0:1746128347.739189:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880096319180 x1830947556186368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128347.739196:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319180 with x1830947556186368 ext(7340032->8388607) 00002000:00010000:0.0:1746128347.739198:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096319180 00000100:00100000:1.0:1746128347.739718:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556186496 00000100:00100000:1.0:1746128347.739722:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556186496 00002000:00100000:1.0:1746128347.739736:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff880096318a80 x1830947556186496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128347.739744:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096318a80 with x1830947556186496 ext(7340032->8388607) 00002000:00010000:1.0:1746128347.739747:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096318a80 00000100:00100000:1.0:1746128347.739768:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14325 00000100:00100000:1.0:1746128347.739774:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2016:x1830947556185856:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128347.739853:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14326 00000100:00100000:0.0:1746128347.739860:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947556185984:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128347.739932:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14327 00000100:00100000:3.0:1746128347.739940:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947556186368:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128347.740442:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14328 00000100:00100000:3.0:1746128347.740447:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2017:x1830947556186496:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.759573:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2017:x1830947556186496:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 19117us (20497us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.759586:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14328 00002000:00100000:2.0:1746128347.759596:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff880096318a80 x1830947556186496/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.759604:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096318a80 with x1830947556186496 ext(7340032->8388607) 00002000:00010000:2.0:1746128347.759608:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096318a80 00000100:00100000:3.0:1746128347.763007:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2017:x1830947556186368:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 23059us (23965us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.763018:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14327 00002000:00100000:3.0:1746128347.763028:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880096319180 x1830947556186368/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.763036:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096319180 with x1830947556186368 ext(7340032->8388607) 00002000:00010000:3.0:1746128347.763041:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096319180 00000100:00100000:1.0:1746128347.767582:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947556185856:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 27800us (28610us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128347.767592:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14325 00002000:00100000:1.0:1746128347.767601:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009631aa00 x1830947556185856/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128347.767609:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631aa00 with x1830947556185856 ext(6291456->7340031) 00002000:00010000:1.0:1746128347.767614:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009631aa00 00000100:00100000:2.0:1746128347.768053:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2016:x1830947556185984:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 28193us (29044us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.768060:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14326 00002000:00100000:2.0:1746128347.768065:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880096318700 x1830947556185984/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.768073:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096318700 with x1830947556185984 ext(6291456->7340031) 00002000:00010000:2.0:1746128347.768077:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096318700 00000100:00100000:0.0:1746128347.783598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.783651:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128347.783769:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556186880 00000100:00100000:1.0:1746128347.783778:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556186880 00002000:00100000:1.0:1746128347.783822:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009631b100 x1830947556186880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128347.783831:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b100 with x1830947556186880 ext(8388608->10485759) 00002000:00010000:1.0:1746128347.783836:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009631b100 00000100:00100000:1.0:1746128347.783861:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556187008 00000100:00100000:1.0:1746128347.783863:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556187008 00002000:00100000:1.0:1746128347.783873:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88012f111500 x1830947556187008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128347.783879:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111500 with x1830947556187008 ext(8388608->10485759) 00002000:00010000:1.0:1746128347.783882:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111500 00000100:00100000:1.0:1746128347.783891:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14329 00000100:00100000:1.0:1746128347.783896:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947556186880:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.784765:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14330 00000100:00100000:2.0:1746128347.784774:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2016:x1830947556187008:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.804214:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2016:x1830947556187008:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 19435us (20555us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128347.804224:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14330 00002000:00100000:2.0:1746128347.804233:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88012f111500 x1830947556187008/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.804242:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111500 with x1830947556187008 ext(8388608->10485759) 00002000:00010000:2.0:1746128347.804247:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111500 00000100:00100000:1.0:1746128347.806816:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009631b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947556186880:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 22913us (23221us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128347.806826:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14329 00002000:00100000:1.0:1746128347.806833:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009631b100 x1830947556186880/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128347.806841:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009631b100 with x1830947556186880 ext(8388608->10485759) 00002000:00010000:1.0:1746128347.806845:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009631b100 00000100:00100000:0.0:1746128347.813675:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.813723:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.813867:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556187392 00000100:00100000:2.0:1746128347.813876:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556187392 00002000:00100000:2.0:1746128347.813918:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88012f113b80 x1830947556187392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.813926:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113b80 with x1830947556187392 ext(10485760->11534335) 00002000:00010000:2.0:1746128347.813931:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f113b80 00000100:00100000:2.0:1746128347.813993:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556187520 00000100:00100000:2.0:1746128347.813996:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556187520 00002000:00100000:2.0:1746128347.814010:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88012f110380 x1830947556187520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.814017:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110380 with x1830947556187520 ext(10485760->11534335) 00002000:00010000:2.0:1746128347.814019:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f110380 00000100:00100000:2.0:1746128347.814032:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14331 00000100:00100000:2.0:1746128347.814038:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947556187392:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.814629:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14332 00000100:00100000:2.0:1746128347.814635:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556187520:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128347.824121:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.824153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.824170:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.824238:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556187776 00000100:00100000:3.0:1746128347.824244:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556187776 00002000:00100000:3.0:1746128347.824274:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88012f112300 x1830947556187776/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.824283:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947556187776 ext(11534336->12582911) 00002000:00010000:3.0:1746128347.824287:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f112300 00000100:00100000:3.0:1746128347.824301:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556188032 00000100:00100000:3.0:1746128347.824302:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556188032 00002000:00100000:3.0:1746128347.824310:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88012f110e00 x1830947556188032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.824316:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110e00 with x1830947556188032 ext(11534336->12582911) 00002000:00010000:3.0:1746128347.824318:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f110e00 00000100:00100000:3.0:1746128347.824324:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556188288 00000100:00100000:3.0:1746128347.824326:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556188288 00002000:00100000:3.0:1746128347.824332:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88012f112a00 x1830947556188288/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.824337:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112a00 with x1830947556188288 ext(12582912->13631487) 00002000:00010000:3.0:1746128347.824339:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f112a00 00000100:00100000:3.0:1746128347.824347:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14333 00000100:00100000:3.0:1746128347.824353:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+12:2014:x1830947556187776:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128347.824962:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14334 00000100:00100000:3.0:1746128347.824968:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2014:x1830947556188032:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128347.826619:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14335 00000100:00100000:3.0:1746128347.826630:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947556188288:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.834585:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+19:2014:x1830947556187392:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 20539us (20910us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.834599:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14331 00002000:00100000:2.0:1746128347.834609:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88012f113b80 x1830947556187392/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.834619:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113b80 with x1830947556187392 ext(10485760->11534335) 00002000:00010000:2.0:1746128347.834624:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f113b80 00000100:00100000:2.0:1746128347.844888:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0dce6428-60c8-4f06-bcc8-551266e96f0e+13:2014:x1830947556187520:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 30245us (31156us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128347.844899:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14332 00002000:00100000:2.0:1746128347.844909:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88012f110380 x1830947556187520/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.844917:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110380 with x1830947556187520 ext(10485760->11534335) 00002000:00010000:2.0:1746128347.844922:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f110380 00000100:00100000:0.0:1746128347.845355:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947556188032:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 20386us (21199us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128347.845361:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14334 00002000:00100000:0.0:1746128347.845367:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88012f110e00 x1830947556188032/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128347.845373:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110e00 with x1830947556188032 ext(11534336->12582911) 00002000:00010000:0.0:1746128347.845375:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f110e00 00000100:00100000:3.0:1746128347.845572:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+11:2014:x1830947556187776:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21218us (21459us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.845578:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14333 00002000:00100000:3.0:1746128347.845583:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88012f112300 x1830947556187776/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.845589:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112300 with x1830947556187776 ext(11534336->12582911) 00002000:00010000:3.0:1746128347.845592:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f112300 00000100:00100000:3.0:1746128347.850453:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556188288:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 23818us (26273us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128347.850464:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14335 00002000:00100000:3.0:1746128347.850473:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88012f112a00 x1830947556188288/t0(0) o3->0dce6428-60c8-4f06-bcc8-551266e96f0e@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.850482:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f112a00 with x1830947556188288 ext(12582912->13631487) 00002000:00010000:3.0:1746128347.850487:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f112a00 00000100:00100000:0.0:1746128347.863176:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.863277:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556188544 00000100:00100000:2.0:1746128347.863286:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556188544 00000100:00100000:2.0:1746128347.863342:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 211 00000100:00100000:2.0:1746128347.863350:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:3760:x1830947556188544:12345-192.168.202.33@tcp:35:cmp.0 00000100:00100000:2.0:1746128347.863597:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:3760:x1830947556188544:12345-192.168.202.33@tcp:35:cmp.0 Request processed in 247us (427us total) trans 4294985641 rc 0/0 00000100:00100000:2.0:1746128347.863603:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 211 00000100:00100000:0.0:1746128347.873050:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128347.873114:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556188800 00000100:00100000:1.0:1746128347.873122:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556188800 00000100:00100000:1.0:1746128347.873179:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41817 00000100:00100000:1.0:1746128347.873186:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+25:3762:x1830947556188800:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:1.0:1746128347.873202:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128347.873219:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e788f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646512 expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.873329:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e7896 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128347.873341:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e7896 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:1.0:1746128347.873351:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e7896 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:1.0:1746128347.873361:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:1.0:1746128347.873442:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097acf600/0x6e2f3e23d86e788f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646512 expref: 28 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.873474:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e7896 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646512 expref: 27 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128347.873481:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:1.0:1746128347.873484:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128347.873487:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097acee00, rc 0) 00000100:00100000:1.0:1746128347.873526:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+27:3762:x1830947556188800:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 340us (483us total) trans 4294985642 rc 0/0 00000100:00100000:1.0:1746128347.873531:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41817 00000100:00100000:0.0:1746128347.874000:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.874231:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556188928 00000100:00100000:2.0:1746128347.874235:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556188928 00000100:00100000:2.0:1746128347.874267:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 651 00000100:00100000:2.0:1746128347.874271:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+27:2014:x1830947556188928:12345-192.168.202.33@tcp:63:ll_sa.0 00010000:00010000:2.0:1746128347.874300:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128347.874306:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e78a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646519 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.874329:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874336:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874342:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874353:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874359:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874364:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874388:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874393:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874398:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874403:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0871600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128347.874405:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874414:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874422:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128347.874424:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128347.874427:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874432:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0871600/0x6e2f3e23d86e78ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874454:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874460:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874464:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874468:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009787f400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128347.874470:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.874474:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.875457:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009c38d500) 00010000:00010000:2.0:1746128347.875460:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128347.875462:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.875467:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009787f400/0x6e2f3e23d86e78b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.875491:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e78a4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646519 expref: 28 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.875497:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128347.875499:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746128347.875502:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c32b600/0x6e2f3e23d86e78a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646519 expref: 28 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.875507:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32b600, rc -2) 00000100:00100000:2.0:1746128347.875560:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+27:2014:x1830947556188928:12345-192.168.202.33@tcp:63:ll_sa.0 Request processed in 1287us (1559us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746128347.875567:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 651 00000100:00100000:1.0:1746128347.881377:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.881377:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128347.881418:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.881443:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556189312 00000100:00100000:2.0:1746128347.881452:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556189312 00000100:00100000:2.0:1746128347.881667:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41818 00000100:00100000:2.0:1746128347.881675:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+27:3762:x1830947556189312:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:2.0:1746128347.881694:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128347.881708:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e78b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646589 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.881797:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e78c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.881809:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e78c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128347.881818:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e78c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746128347.881830:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746128347.881911:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e78b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646589 expref: 30 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.881925:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e78c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646589 expref: 29 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.881931:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00000100:00100000:0.0:1746128347.881931:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556189440 00010000:00010000:2.0:1746128347.881934:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1746128347.881935:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556189440 00010000:00010000:2.0:1746128347.881936:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:0.0:1746128347.881958:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 636 00000100:00100000:0.0:1746128347.881963:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+30:2015:x1830947556189440:12345-192.168.202.33@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746128347.881969:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+30:3762:x1830947556189312:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 295us (596us total) trans 4294985643 rc 0/0 00010000:00010000:0.0:1746128347.881970:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746128347.881974:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41818 00010000:00010000:0.0:1746128347.881980:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097acee00/0x6e2f3e23d86e7896 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646512 expref: 30 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128347.881991:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00000100:00100000:2.0:1746128347.881992:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556189056 00000100:00100000:2.0:1746128347.881994:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556189056 00010000:00010000:0.0:1746128347.881994:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128347.882006:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+29:2015:x1830947556189440:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 44us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128347.882012:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 636 00000100:00100000:2.0:1746128347.882025:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 652 00000100:00100000:2.0:1746128347.882030:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800814f3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:2014:x1830947556189056:12345-192.168.202.33@tcp:63:ll_sa.0 00010000:00010000:2.0:1746128347.882044:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128347.882049:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e78ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964654a expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.882072:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882079:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882084:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882094:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882099:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882104:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882125:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882130:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882135:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882139:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096627400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128347.882142:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882148:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882154:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128347.882156:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128347.882159:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882163:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096627400/0x6e2f3e23d86e78d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882171:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882176:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882180:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882184:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0de400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:2.0:1746128347.882186:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882190:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882195:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009c38dc00) 00010000:00010000:2.0:1746128347.882196:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128347.882198:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882202:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0de400/0x6e2f3e23d86e78dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:2.0:1746128347.882219:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e78ce lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964654a expref: 29 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.882225:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128347.882227:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746128347.882320:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c32bc00/0x6e2f3e23d86e78ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964654a expref: 29 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.882330:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc -2) 00000100:00100000:2.0:1746128347.882994:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800814f3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:2014:x1830947556189056:12345-192.168.202.33@tcp:63:ll_sa.0 Request processed in 962us (1623us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746128347.883001:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 652 00000100:00100000:0.0:1746128347.883689:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.883912:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.884357:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128347.884575:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556189824 00000100:00100000:1.0:1746128347.884582:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556189824 00000100:00100000:1.0:1746128347.884615:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 637 00000100:00100000:1.0:1746128347.884621:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:2016:x1830947556189824:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128347.884631:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128347.884646:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e78c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646589 expref: 28 pid: 7246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128347.884722:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556189568 00000100:00100000:3.0:1746128347.884726:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556189568 00000100:00100000:2.0:1746128347.884735:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556189696 00000100:00100000:2.0:1746128347.884738:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556189696 00000100:00100000:3.0:1746128347.884750:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31244 00000100:00100000:3.0:1746128347.884755:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2015:x1830947556189568:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:3.0:1746128347.884765:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746128347.884765:0:27081:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31245 00000100:00100000:2.0:1746128347.884770:0:27081:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+20:2015:x1830947556189696:12345-192.168.202.33@tcp:101:cmp.0 00010000:00010000:2.0:1746128347.884777:0:27081:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128347.884779:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096508800/0x6e2f3e23d86e78e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646590 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128347.884795:0:27081:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009787ec00/0x6e2f3e23d86e78ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646597 expref: -99 pid: 27081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128347.884805:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.884807:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.884807:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128347.884808:0:27081:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128347.884812:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096508800/0x6e2f3e23d86e78e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646590 expref: 11 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128347.884813:0:27081:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009787ec00/0x6e2f3e23d86e78ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646597 expref: 21 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128347.884825:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096508800/0x6e2f3e23d86e78e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646590 expref: 11 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128347.884825:0:27081:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009787ec00/0x6e2f3e23d86e78ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646597 expref: 21 pid: 27081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128347.884833:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096508800, rc 0) 00010000:00010000:2.0:1746128347.884833:0:27081:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787ec00, rc 0) 00000100:00100000:3.0:1746128347.884866:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556189568:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 110us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128347.884871:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31244 00010000:00010000:1.0:1746128347.884882:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:1.0:1746128347.884886:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128347.884954:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+27:2016:x1830947556189824:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 333us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128347.884960:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 637 00000100:00100000:2.0:1746128347.884998:0:27081:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2015:x1830947556189696:12345-192.168.202.33@tcp:101:cmp.0 Request processed in 227us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128347.885003:0:27081:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31245 00000100:00100000:0.0:1746128347.904402:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128347.904445:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.904810:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556190080 00000100:00100000:3.0:1746128347.904817:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556190080 00002000:00100000:3.0:1746128347.904855:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88012f111880 x1830947556190080/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.904864:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111880 with x1830947556190080 ext(0->2097151) 00000100:00100000:2.0:1746128347.904865:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556190336 00000100:00100000:2.0:1746128347.904868:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556190336 00002000:00010000:3.0:1746128347.904869:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111880 00002000:00100000:2.0:1746128347.904885:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88012f110700 x1830947556190336/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.904891:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110700 with x1830947556190336 ext(0->2097151) 00002000:00010000:2.0:1746128347.904895:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f110700 00000100:00100000:3.0:1746128347.904896:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14336 00000100:00100000:3.0:1746128347.904902:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556190080:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.904906:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14337 00000100:00100000:2.0:1746128347.904910:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2014:x1830947556190336:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.919418:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2014:x1830947556190336:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 14497us (14962us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128347.919430:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14337 00002000:00100000:2.0:1746128347.919440:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88012f110700 x1830947556190336/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.919449:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f110700 with x1830947556190336 ext(0->2097151) 00002000:00010000:2.0:1746128347.919454:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f110700 00000100:00100000:3.0:1746128347.921578:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556190080:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 16667us (17176us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128347.921588:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14336 00002000:00100000:3.0:1746128347.921596:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88012f111880 x1830947556190080/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.921604:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111880 with x1830947556190080 ext(0->2097151) 00002000:00010000:3.0:1746128347.921608:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111880 00000100:00100000:0.0:1746128347.941056:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.941160:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556190720 00000100:00100000:3.0:1746128347.941168:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556190720 00002000:00100000:3.0:1746128347.941206:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88012f111180 x1830947556190720/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.941214:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111180 with x1830947556190720 ext(2097152->4194303) 00002000:00010000:3.0:1746128347.941219:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111180 00000100:00100000:3.0:1746128347.941248:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14338 00000100:00100000:3.0:1746128347.941255:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2016:x1830947556190720:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128347.942600:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.942674:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556190848 00000100:00100000:3.0:1746128347.942680:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556190848 00002000:00100000:3.0:1746128347.942710:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880091c7e680 x1830947556190848/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.942719:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7e680 with x1830947556190848 ext(2097152->4194303) 00002000:00010000:3.0:1746128347.942723:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7e680 00000100:00100000:3.0:1746128347.942744:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14339 00000100:00100000:3.0:1746128347.942751:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2016:x1830947556190848:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128347.958666:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2016:x1830947556190720:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 17402us (17609us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128347.958678:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14338 00002000:00100000:3.0:1746128347.958687:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88012f111180 x1830947556190720/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.958695:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f111180 with x1830947556190720 ext(2097152->4194303) 00002000:00010000:3.0:1746128347.958700:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f111180 00000100:00100000:3.0:1746128347.961868:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2016:x1830947556190848:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 19109us (19262us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128347.961881:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14339 00002000:00100000:3.0:1746128347.961891:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880091c7e680 x1830947556190848/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.961899:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7e680 with x1830947556190848 ext(2097152->4194303) 00002000:00010000:3.0:1746128347.961903:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7e680 00000100:00100000:0.0:1746128347.989497:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128347.989589:0:20202:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556191104 00000100:00100000:3.0:1746128347.989596:0:20202:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556191104 00002000:00100000:3.0:1746128347.989630:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88012f113100 x1830947556191104/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128347.989644:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113100 with x1830947556191104 ext(4194304->6291455) 00002000:00010000:3.0:1746128347.989649:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f113100 00000100:00100000:3.0:1746128347.989667:0:20202:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14340 00000100:00100000:3.0:1746128347.989678:0:20202:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556191104:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128347.992985:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128347.993049:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556191360 00000100:00100000:2.0:1746128347.993056:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556191360 00002000:00100000:2.0:1746128347.993087:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800957ba680 x1830947556191360/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/0 e 0 to 0 dl 1746128358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128347.993096:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957ba680 with x1830947556191360 ext(4194304->6291455) 00002000:00010000:2.0:1746128347.993099:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957ba680 00000100:00100000:2.0:1746128347.993119:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14341 00000100:00100000:2.0:1746128347.993125:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2015:x1830947556191360:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128348.007655:0:20202:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556191104:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 17967us (18155us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746128348.007666:0:20202:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14340 00002000:00100000:3.0:1746128348.007677:0:20202:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88012f113100 x1830947556191104/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.007685:0:20202:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f113100 with x1830947556191104 ext(4194304->6291455) 00002000:00010000:3.0:1746128348.007690:0:20202:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f113100 00000100:00100000:2.0:1746128348.014323:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2015:x1830947556191360:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 21189us (21336us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128348.014334:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14341 00002000:00100000:2.0:1746128348.014343:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800957ba680 x1830947556191360/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:598/0 lens 488/440 e 0 to 0 dl 1746128358 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.014356:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957ba680 with x1830947556191360 ext(4194304->6291455) 00002000:00010000:2.0:1746128348.014361:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957ba680 00000100:00100000:0.0:1746128348.018886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.018976:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.019043:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556191744 00000100:00100000:2.0:1746128348.019050:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556191744 00002000:00100000:2.0:1746128348.019089:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88008b6f8000 x1830947556191744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.019098:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f8000 with x1830947556191744 ext(6291456->7340031) 00002000:00010000:2.0:1746128348.019103:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b6f8000 00000100:00100000:2.0:1746128348.019117:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556191872 00000100:00100000:2.0:1746128348.019119:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556191872 00002000:00100000:2.0:1746128348.019129:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->8388607) req@ffff88008b6fb100 x1830947556191872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.019135:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb100 with x1830947556191872 ext(6291456->8388607) 00002000:00010000:2.0:1746128348.019138:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fb100 00000100:00100000:2.0:1746128348.019160:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14342 00000100:00100000:2.0:1746128348.019165:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2017:x1830947556191744:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128348.019200:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14343 00000100:00100000:1.0:1746128348.019208:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2017:x1830947556191872:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128348.032377:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.032875:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2017:x1830947556191744:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 13707us (13994us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128348.032885:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14342 00002000:00100000:3.0:1746128348.032895:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88008b6f8000 x1830947556191744/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.032903:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6f8000 with x1830947556191744 ext(6291456->7340031) 00002000:00010000:3.0:1746128348.032908:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b6f8000 00000100:00100000:3.0:1746128348.032927:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556192256 00000100:00100000:3.0:1746128348.032932:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556192256 00002000:00100000:3.0:1746128348.032955:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88008cdf6d80 x1830947556192256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.032961:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6d80 with x1830947556192256 ext(7340032->8388607) 00002000:00010000:3.0:1746128348.032964:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdf6d80 00000100:00100000:3.0:1746128348.032978:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14344 00000100:00100000:3.0:1746128348.032984:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2017:x1830947556192256:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:1.0:1746128348.044088:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2017:x1830947556191872:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 24874us (25105us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746128348.044098:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14343 00002000:00100000:1.0:1746128348.044107:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->8388607) req@ffff88008b6fb100 x1830947556191872/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128348.044115:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b6fb100 with x1830947556191872 ext(6291456->8388607) 00002000:00010000:1.0:1746128348.044121:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b6fb100 00000100:00100000:2.0:1746128348.044228:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2017:x1830947556192256:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 11244us (11859us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128348.044235:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14344 00002000:00100000:2.0:1746128348.044239:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88008cdf6d80 x1830947556192256/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.044246:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6d80 with x1830947556192256 ext(7340032->8388607) 00002000:00010000:2.0:1746128348.044249:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdf6d80 00000100:00100000:0.0:1746128348.068078:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.068253:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.068361:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556192512 00000100:00100000:2.0:1746128348.068368:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556192512 00002000:00100000:2.0:1746128348.068405:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88008cdf6a00 x1830947556192512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.068415:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6a00 with x1830947556192512 ext(8388608->10485759) 00002000:00010000:2.0:1746128348.068420:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6a00 00000100:00100000:2.0:1746128348.069216:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556192768 00000100:00100000:2.0:1746128348.069221:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556192768 00002000:00100000:2.0:1746128348.069239:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff8800917d7100 x1830947556192768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.069246:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7100 with x1830947556192768 ext(8388608->10485759) 00002000:00010000:2.0:1746128348.069250:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917d7100 00000100:00100000:1.0:1746128348.069346:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14345 00000100:00100000:1.0:1746128348.069354:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556192512:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128348.069801:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14346 00000100:00100000:2.0:1746128348.069808:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2015:x1830947556192768:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:2.0:1746128348.093206:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2015:x1830947556192768:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 23386us (24941us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128348.093217:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14346 00002000:00100000:2.0:1746128348.093227:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff8800917d7100 x1830947556192768/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.093236:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7100 with x1830947556192768 ext(8388608->10485759) 00002000:00010000:2.0:1746128348.093242:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917d7100 00000100:00100000:2.0:1746128348.093448:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2015:x1830947556192512:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 24095us (25377us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746128348.093453:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14345 00002000:00100000:2.0:1746128348.093458:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88008cdf6a00 x1830947556192512/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.093466:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdf6a00 with x1830947556192512 ext(8388608->10485759) 00002000:00010000:2.0:1746128348.093469:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdf6a00 00000100:00100000:0.0:1746128348.102945:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.102995:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.103103:0:27085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556193024 00000100:00100000:2.0:1746128348.103112:0:27085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556193024 00000100:00100000:3.0:1746128348.103138:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556193280 00000100:00100000:3.0:1746128348.103142:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556193280 00002000:00100000:2.0:1746128348.103153:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800917d6a00 x1830947556193024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.103161:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff8800917d5500 x1830947556193280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.103162:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6a00 with x1830947556193024 ext(10485760->11534335) 00002000:00100000:3.0:1746128348.103168:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d5500 with x1830947556193280 ext(10485760->11534335) 00002000:00010000:2.0:1746128348.103168:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d6a00 00002000:00010000:3.0:1746128348.103172:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917d5500 00000100:00100000:2.0:1746128348.103186:0:27085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14347 00000100:00100000:2.0:1746128348.103192:0:27085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2017:x1830947556193024:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:3.0:1746128348.103198:0:27075:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14348 00000100:00100000:3.0:1746128348.103203:0:27075:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2016:x1830947556193280:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128348.112094:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.112143:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.112173:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556193536 00000100:00100000:3.0:1746128348.112181:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556193536 00002000:00100000:3.0:1746128348.112225:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800917d7800 x1830947556193536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.112239:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7800 with x1830947556193536 ext(11534336->12582911) 00002000:00010000:3.0:1746128348.112243:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7800 00000100:00100000:3.0:1746128348.112270:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556193792 00000100:00100000:3.0:1746128348.112273:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556193792 00002000:00100000:3.0:1746128348.112284:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff8800917d6d80 x1830947556193792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.112292:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6d80 with x1830947556193792 ext(11534336->12582911) 00002000:00010000:3.0:1746128348.112295:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917d6d80 00000100:00100000:3.0:1746128348.112317:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14349 00000100:00100000:3.0:1746128348.112323:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:2016:x1830947556193536:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128348.112425:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14350 00000100:00100000:0.0:1746128348.112433:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+23:2016:x1830947556193792:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128348.122604:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.122674:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556194048 00000100:00100000:2.0:1746128348.122683:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556194048 00002000:00100000:2.0:1746128348.122720:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff8800917d7480 x1830947556194048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.122729:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7480 with x1830947556194048 ext(12582912->13631487) 00002000:00010000:2.0:1746128348.122733:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7480 00000100:00100000:2.0:1746128348.122757:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14351 00000100:00100000:2.0:1746128348.122764:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2016:x1830947556194048:12345-192.168.202.33@tcp:3:cmp.0 00000100:00100000:0.0:1746128348.122768:0:27085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2017:x1830947556193024:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 19574us (19829us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128348.122775:0:27085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14347 00002000:00100000:0.0:1746128348.122794:0:27085:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800917d6a00 x1830947556193024/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128348.122800:0:27085:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6a00 with x1830947556193024 ext(10485760->11534335) 00002000:00010000:0.0:1746128348.122804:0:27085:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d6a00 00000100:00100000:3.0:1746128348.123520:0:27075:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:da924214-1ef7-4a2a-9c6a-ef27e4979382+23:2016:x1830947556193280:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 20314us (20522us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128348.123527:0:27075:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14348 00002000:00100000:3.0:1746128348.123533:0:27075:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff8800917d5500 x1830947556193280/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.123561:0:27075:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d5500 with x1830947556193280 ext(10485760->11534335) 00002000:00010000:3.0:1746128348.123565:0:27075:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917d5500 00000100:00100000:3.0:1746128348.125640:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+13:2016:x1830947556193536:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 13310us (13547us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128348.125650:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14349 00002000:00100000:3.0:1746128348.125658:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800917d7800 x1830947556193536/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.125665:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7800 with x1830947556193536 ext(11534336->12582911) 00002000:00010000:3.0:1746128348.125672:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7800 00000100:00100000:2.0:1746128348.128568:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:2016:x1830947556193792:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 16105us (16393us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128348.128579:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14350 00002000:00100000:2.0:1746128348.128588:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff8800917d6d80 x1830947556193792/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.128603:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d6d80 with x1830947556193792 ext(11534336->12582911) 00002000:00010000:2.0:1746128348.128609:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917d6d80 00000100:00100000:2.0:1746128348.133380:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:2016:x1830947556194048:12345-192.168.202.33@tcp:3:cmp.0 Request processed in 10608us (10775us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128348.133392:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14351 00002000:00100000:2.0:1746128348.133403:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff8800917d7480 x1830947556194048/t0(0) o3->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/440 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.133411:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917d7480 with x1830947556194048 ext(12582912->13631487) 00002000:00010000:2.0:1746128348.133417:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917d7480 00000100:00100000:0.0:1746128348.140702:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.140859:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556194304 00000100:00100000:2.0:1746128348.140867:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556194304 00000100:00100000:2.0:1746128348.141476:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 212 00000100:00100000:2.0:1746128348.141484:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+27:3762:x1830947556194304:12345-192.168.202.33@tcp:35:cmp.0 00000100:00100000:2.0:1746128348.141820:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:3762:x1830947556194304:12345-192.168.202.33@tcp:35:cmp.0 Request processed in 336us (1125us total) trans 4294985644 rc 0/0 00000100:00100000:2.0:1746128348.141827:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 212 00000100:00100000:1.0:1746128348.145208:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.145368:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556194560 00000100:00100000:2.0:1746128348.145376:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556194560 00000100:00100000:0.0:1746128348.145680:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 213 00000100:00100000:0.0:1746128348.145690:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:3762:x1830947556194560:12345-192.168.202.33@tcp:35:cmp.0 00000100:00100000:1.0:1746128348.145983:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:da924214-1ef7-4a2a-9c6a-ef27e4979382+29:3762:x1830947556194560:12345-192.168.202.33@tcp:35:cmp.0 Request processed in 293us (779us total) trans 4294985645 rc 0/0 00000100:00100000:1.0:1746128348.145992:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 213 00000100:00100000:1.0:1746128348.159127:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.159193:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556194944 00000100:00100000:2.0:1746128348.159202:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556194944 00000100:00100000:2.0:1746128348.159244:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41819 00000100:00100000:2.0:1746128348.159250:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:3765:x1830947556194944:12345-192.168.202.33@tcp:36:rm.0 00000100:00100000:0.0:1746128348.159257:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00010000:00010000:2.0:1746128348.159294:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746128348.159315:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a05a000/0x6e2f3e23d86e7666 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964641d expref: 39 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.159348:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013530ea00/0x6e2f3e23d86e7619 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646401 expref: 38 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.159357:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:2.0:1746128348.159364:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008795fc00/0x6e2f3e23d86e77f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964648d expref: 37 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.159371:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:2.0:1746128348.159374:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128348.159388:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.159397:0:7246:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 28 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.159403:0:7246:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.159427:0:7246:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 28 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.159438:0:7246:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 28 pid: 7246 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746128348.159444:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556194688 00000100:00100000:3.0:1746128348.159448:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556194688 00000100:00100000:2.0:1746128348.159449:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830947551641472:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128348.159469:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 653 00000100:00100000:3.0:1746128348.159475:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2017:x1830947556194688:12345-192.168.202.33@tcp:63:ll_sa.0 00010000:00010000:3.0:1746128348.159490:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.159498:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e78f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964659e expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128348.159522:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cd4d840 going to sleep for 11 seconds 00010000:00010000:3.0:1746128348.160001:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160008:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160016:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160031:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160036:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160042:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160071:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160076:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160085:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160089:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eabec00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.160093:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160098:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160105:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.160107:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128348.160110:0:8425:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.160115:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160120:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e78ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160143:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160147:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160151:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160155:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eabf200 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.160156:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160164:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160170:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880097caf000) 00010000:00010000:3.0:1746128348.160172:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128348.160174:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160178:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7906 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.160200:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e78f8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964659e expref: 38 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.160206:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.160208:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128348.160209:0:8425:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.160215:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e78f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964659e expref: 38 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.160221:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabfe00, rc -2) 00000100:00100000:3.0:1746128348.160262:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+37:2017:x1830947556194688:12345-192.168.202.33@tcp:63:ll_sa.0 Request processed in 787us (1005us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746128348.160270:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 653 00000100:00100000:2.0:1746128348.161163:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830947551641472:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128348.161180:0:7246:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746128348.161482:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128348.161660:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556195072 00000100:00100000:1.0:1746128348.161665:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556195072 00010000:00010000:1.0:1746128348.161684:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 29 pid: 7246 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746128348.161984:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16188 00000100:00100000:1.0:1746128348.161991:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+29:2015:x1830947556195072:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128348.162001:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128348.162006:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 29 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746128348.162016:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 29 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746128348.162031:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096130c00/0x6e2f3e23d86e7842 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96464b0 expref: 29 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746128348.162056:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:1.0:1746128348.162059:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746128348.162065:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746128348.162070:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746128348.162096:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128348.162122:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:2015:x1830947556195072:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 131us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128348.162127:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16188 00010000:00010000:2.0:1746128348.162218:0:7246:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.162225:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.162236:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e790d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.162244:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e790d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.162250:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e790d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.162304:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.162312:0:7246:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.162318:0:7246:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.162487:0:7246:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.162497:0:7246:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 27 pid: 7246 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746128348.162506:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830947551641600:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128348.162592:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cd4d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128348.163859:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830947551641600:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128348.163873:0:7246:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746128348.164722:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128348.165063:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556195200 00000100:00100000:1.0:1746128348.165069:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556195200 00010000:00010000:1.0:1746128348.165091:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 28 pid: 7246 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746128348.165122:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16189 00000100:00100000:1.0:1746128348.165130:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:2015:x1830947556195200:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128348.165140:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128348.165145:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 28 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746128348.165153:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 28 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746128348.165168:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e76b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964645c expref: 28 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746128348.165178:0:9615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:1.0:1746128348.165182:0:9615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746128348.165188:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746128348.165197:0:9615:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746128348.165256:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128348.165297:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+27:2015:x1830947556195200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 166us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128348.165302:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16189 00010000:00010000:3.0:1746128348.165367:0:7246:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165374:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000040:00080000:3.0:1746128348.165726:0:7246:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9216 00000004:00080000:3.0:1746128348.165734:0:7246:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 745354190970ns, next at 746354189557ns, rc = 0 00000040:00080000:3.0:1746128348.165749:0:7246:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746128348.165753:0:7246:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 745354211034ns, next at 746354210449ns, rc = 0 00010000:00010000:3.0:1746128348.165801:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165809:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165815:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165820:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165825:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165829:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165849:0:7246:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746128348.165865:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165870:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165874:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165879:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097af4a00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.165883:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165887:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165893:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:3.0:1746128348.165895:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128348.165898:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165902:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af4a00/0x6e2f3e23d86e7914 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128348.165962:0:8393:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746128348.165967:0:8393:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128348.165971:0:8393:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eabfc00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746128348.165973:0:8393:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128348.165978:0:8393:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165985:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128348.165985:0:8393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012e3eaf00) 00010000:00010000:0.0:1746128348.165987:0:8393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746128348.165989:0:8393:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165990:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128348.165993:0:8393:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e791b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165995:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.165998:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.166001:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097af5000 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.166003:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.166007:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746128348.166018:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128348.166019:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128348.166021:0:8393:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128348.166062:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.166064:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128348.166067:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.166072:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e78f1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000004:00010000:3.0:1746128348.166080:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800957bb800 reply state ffff88009c0ee000 transno 4294985646 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e790d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.166088:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed01a00/0x6e2f3e23d86e790d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.166093:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:3.0:1746128348.166095:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128348.166097:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746128348.166139:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:3765:x1830947556194944:12345-192.168.202.33@tcp:36:rm.0 Request processed in 6888us (7018us total) trans 4294985646 rc 0/0 00000100:00100000:3.0:1746128348.166145:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41819 00000100:00100000:0.0:1746128348.205108:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.205527:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556195328 00000100:00100000:3.0:1746128348.205535:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556195328 00000100:00100000:3.0:1746128348.205615:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41820 00000100:00100000:3.0:1746128348.205623:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+38:3768:x1830947556195328:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:3.0:1746128348.205642:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.205719:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7922 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96465d6 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.205770:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7929 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.205792:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.205800:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128348.205832:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746128348.205835:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746128348.205849:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7929 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.205868:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7922 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465d6 expref: 40 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.205922:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7929 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465d6 expref: 39 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.205929:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.205931:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128348.205934:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabf200, rc 0) 00000100:00100000:3.0:1746128348.206072:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:3768:x1830947556195328:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 449us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128348.206078:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41820 00000100:00100000:1.0:1746128348.212956:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.213293:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556195584 00000100:00100000:3.0:1746128348.213299:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556195584 00000100:00100000:3.0:1746128348.213334:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41821 00000100:00100000:3.0:1746128348.213340:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+39:3768:x1830947556195584:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:3.0:1746128348.213355:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.213357:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128348.213377:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7929 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465d6 expref: 39 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.214081:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.214086:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128348.214096:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7930 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96465dd expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.214175:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214184:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214191:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214198:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e793e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214204:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e793e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214208:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e793e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214602:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214608:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214613:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128348.214620:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746128348.214639:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214644:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214649:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214654:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214658:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eabfe00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.214661:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214666:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214672:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.214674:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128348.214676:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214680:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfe00/0x6e2f3e23d86e7937 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000004:00010000:3.0:1746128348.214687:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800957bbb80 reply state ffff88009da80000 transno 4294985647 ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e793e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214694:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097af5000/0x6e2f3e23d86e793e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.214698:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:3.0:1746128348.214699:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746128348.214701:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746128348.214718:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7930 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 41 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.214731:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 40 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.214736:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880097caf100) 00010000:00010000:3.0:1746128348.214738:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128348.214739:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ee97a00, rc 0) 00000100:00100000:3.0:1746128348.214798:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:3768:x1830947556195584:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 1457us (1849us total) trans 4294985647 rc 0/0 00000100:00100000:3.0:1746128348.214804:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41821 00000100:00100000:0.0:1746128348.219089:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.219181:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556195840 00000100:00100000:3.0:1746128348.219189:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556195840 00000100:00100000:3.0:1746128348.219243:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41822 00000100:00100000:3.0:1746128348.219251:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:3768:x1830947556195840:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:3.0:1746128348.219469:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.219488:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7953 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96465e4 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.219752:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.219765:0:7246:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 42 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.219772:0:7246:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.219808:0:7246:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 42 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.219823:0:7246:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 42 pid: 7246 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746128348.219834:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830947551641728:192.168.202.33@tcp:104: 00000100:00100000:3.0:1746128348.220367:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008a290a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128348.222695:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830947551641728:192.168.202.33@tcp:104: 00010000:00010000:3.0:1746128348.222719:0:7246:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746128348.223331:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128348.223491:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556195968 00000100:00100000:1.0:1746128348.223497:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556195968 00010000:00010000:1.0:1746128348.223523:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 43 pid: 7246 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746128348.223599:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16190 00000100:00100000:2.0:1746128348.223609:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:2014:x1830947556195968:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128348.223620:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128348.223657:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 43 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746128348.223667:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 43 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746128348.223685:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7945 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda96465dd expref: 43 pid: 7246 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746128348.223710:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880097caf100) 00010000:00010000:2.0:1746128348.223714:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.223721:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.223727:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746128348.223750:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128348.223803:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:2014:x1830947556195968:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 196us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128348.223810:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16190 00010000:00010000:3.0:1746128348.223997:0:7246:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.224003:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128348.224017:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:3.0:1746128348.224115:0:7246:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000004:00080000:3.0:1746128348.224119:0:7246:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:3.0:1746128348.224192:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.224197:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.224202:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.224207:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eabfc00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.224210:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.224215:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.224221:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880097caf100) 00010000:00010000:3.0:1746128348.224223:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746128348.224226:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.224229:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabfc00/0x6e2f3e23d86e795a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.224264:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7953 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465e4 expref: 42 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.224270:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7953 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465e4 expref: 42 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.224276:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabf200, rc 0) 00000100:00100000:3.0:1746128348.224304:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:3768:x1830947556195840:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 5055us (5224us total) trans 4294985648 rc 301/301 00000100:00100000:3.0:1746128348.224310:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41822 00000100:00100000:0.0:1746128348.226068:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128348.226281:0:16801:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556196224 00000100:00100000:1.0:1746128348.226289:0:16801:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556196224 00000100:00100000:1.0:1746128348.226328:0:16801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 214 00000100:00100000:1.0:1746128348.226334:0:16801:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b525b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+41:3768:x1830947556196224:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:1.0:1746128348.226507:0:16801:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b525b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:3768:x1830947556196224:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 172us (442us total) trans 4294985649 rc 0/0 00000100:00100000:1.0:1746128348.226512:0:16801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 214 00000100:00100000:0.0:1746128348.228058:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.228142:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556196352 00000100:00100000:3.0:1746128348.228148:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556196352 00000100:00100000:3.0:1746128348.228189:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41823 00000100:00100000:3.0:1746128348.228196:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+42:3768:x1830947556196352:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:3.0:1746128348.228209:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.228222:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130842c00/0x6e2f3e23d86e7968 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96465eb expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.228260:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130842c00/0x6e2f3e23d86e7968 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465eb expref: 43 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.228271:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130842c00/0x6e2f3e23d86e7968 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465eb expref: 43 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.228283:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880097caf900) 00010000:00010000:3.0:1746128348.228285:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746128348.228287:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130842c00, rc 0) 00000100:00100000:3.0:1746128348.228314:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:3768:x1830947556196352:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 119us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128348.228319:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41823 00000100:00100000:0.0:1746128348.229873:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.229904:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556196608 00000100:00100000:2.0:1746128348.229910:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556196608 00000100:00100000:2.0:1746128348.229935:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 215 00000100:00100000:2.0:1746128348.229945:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+43:3768:x1830947556196608:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:2.0:1746128348.230084:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:3768:x1830947556196608:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 143us (214us total) trans 4294985650 rc 0/0 00000100:00100000:2.0:1746128348.230090:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 215 00000100:00100000:0.0:1746128348.242535:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.242588:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.242674:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556196864 00000100:00100000:3.0:1746128348.242682:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556196864 00000100:00100000:1.0:1746128348.243090:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556196736 00000100:00100000:3.0:1746128348.243094:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41824 00000100:00100000:1.0:1746128348.243094:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556196736 00000100:00100000:3.0:1746128348.243101:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+27:3770:x1830947556196864:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128348.243121:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.243135:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97e00/0x6e2f3e23d86e796f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96465f9 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128348.243235:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41825 00000100:00100000:0.0:1746128348.243239:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+44:3769:x1830947556196736:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128348.243246:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128348.243250:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e7976 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda96465f2 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.243382:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e797d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.243393:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e797d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.243401:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e797d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128348.243436:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746128348.243439:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1746128348.243475:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c200/0x6e2f3e23d86e7984 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.243481:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c200/0x6e2f3e23d86e7984 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.243487:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c200/0x6e2f3e23d86e7984 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00000004:00200000:0.0:1746128348.243499:0:7245:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746128348.243501:0:7245:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746128348.243514:0:7245:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c200/0x6e2f3e23d86e7984 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.243530:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88d600/0x6e2f3e23d86e7976 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465f2 expref: 46 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.243573:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c200/0x6e2f3e23d86e7984 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465f2 expref: 45 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.243580:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128348.243583:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128348.243585:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f88c200, rc 0) 00000100:00100000:0.0:1746128348.243621:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:3769:x1830947556196736:12345-192.168.202.33@tcp:101:dd.0 Request processed in 382us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128348.243626:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41825 00000004:00010000:3.0:1746128348.243762:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e797d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.243776:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97e00/0x6e2f3e23d86e796f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465f9 expref: 29 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.243812:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e797d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465f9 expref: 28 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.243817:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.243819:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128348.243821:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009787e400, rc 0) 00000100:00100000:3.0:1746128348.243839:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:3770:x1830947556196864:12345-192.168.202.33@tcp:101:dd.0 Request processed in 739us (1312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128348.243843:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41824 00000100:00100000:0.0:1746128348.246515:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.246841:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556197120 00000100:00100000:3.0:1746128348.246849:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556197120 00000100:00100000:3.0:1746128348.246902:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41826 00000100:00100000:3.0:1746128348.246910:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+28:3770:x1830947556197120:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:3.0:1746128348.246925:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.246939:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e798b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646600 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.247024:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7992 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.247036:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7992 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746128348.247045:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7992 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746128348.247055:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:3.0:1746128348.247136:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009787ee00/0x6e2f3e23d86e798b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646600 expref: 31 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.247150:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ee97a00/0x6e2f3e23d86e7992 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646600 expref: 30 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.247156:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800978e2400) 00010000:00010000:3.0:1746128348.247159:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746128348.247161:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ee97a00, rc 0) 00000100:00100000:3.0:1746128348.247210:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+30:3770:x1830947556197120:12345-192.168.202.33@tcp:101:dd.0 Request processed in 300us (702us total) trans 4294985651 rc 0/0 00000100:00100000:3.0:1746128348.247216:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41826 00000100:00100000:0.0:1746128348.247802:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.247954:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556197248 00000100:00100000:3.0:1746128348.247959:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556197248 00000100:00100000:1.0:1746128348.248119:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.248323:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 654 00000100:00100000:3.0:1746128348.248330:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+45:2014:x1830947556197248:12345-192.168.202.33@tcp:63:ll_sa.0 00010000:00010000:3.0:1746128348.248352:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.248361:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e79a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646607 expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.248390:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248398:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248406:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248414:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248420:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248424:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248485:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e79b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248492:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e79b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248498:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e79b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00000004:00200000:3.0:1746128348.248511:0:8425:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00200000:3.0:1746128348.248515:0:8425:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746128348.248524:0:8425:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e79b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248531:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e79b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248536:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248565:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248575:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248580:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009582fc00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.248583:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248588:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248596:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.248599:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128348.248601:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248605:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582fc00/0x6e2f3e23d86e79a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248614:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248618:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248621:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248625:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800966fa400 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.248627:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248630:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248638:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:3.0:1746128348.248640:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128348.248642:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248646:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800966fa400/0x6e2f3e23d86e79ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248661:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009582f600/0x6e2f3e23d86e79a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646607 expref: 47 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.248670:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76ae00/0x6e2f3e23d86e79b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646607 expref: 46 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.248675:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880097caf900) 00010000:00010000:3.0:1746128348.248677:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128348.248679:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b76ae00, rc 0) 00010000:00010000:3.0:1746128348.248682:0:8425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128348.248687:0:8425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76b800/0x6e2f3e23d86e79bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964660e expref: -99 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.248703:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248708:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248713:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248721:0:8425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248727:0:8425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248732:0:8425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248743:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248747:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248752:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248755:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039800 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.248758:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248762:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248768:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.248769:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128348.248772:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248775:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c039800/0x6e2f3e23d86e79c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248794:0:8425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248798:0:8425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248803:0:8425:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248807:0:8425:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c038800 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:3.0:1746128348.248809:0:8425:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248813:0:8425:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248819:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880097caf800) 00010000:00010000:3.0:1746128348.248821:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128348.248823:0:8425:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248827:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c038800/0x6e2f3e23d86e79ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8425 initiator: MDT0 00010000:00010000:3.0:1746128348.248844:0:8425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76b800/0x6e2f3e23d86e79bc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964660e expref: 47 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.248850:0:8425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:3.0:1746128348.248852:0:8425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128348.248854:0:8425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b76b800/0x6e2f3e23d86e79bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964660e expref: 47 pid: 8425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.248860:0:8425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b76b800, rc -2) 00000100:00100000:3.0:1746128348.248896:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2014:x1830947556197248:12345-192.168.202.33@tcp:63:ll_sa.0 Request processed in 566us (1094us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746128348.248902:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 654 00000100:00100000:0.0:1746128348.249893:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556197504 00000100:00100000:0.0:1746128348.249899:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556197504 00000100:00100000:0.0:1746128348.249935:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41827 00000100:00100000:0.0:1746128348.249941:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:3769:x1830947556197504:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128348.249950:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128348.249952:0:7245:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746128348.249963:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c200/0x6e2f3e23d86e7984 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465f2 expref: 46 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.249976:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128348.249979:0:7245:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128348.249984:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e79d1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964663f expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.250031:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c800/0x6e2f3e23d86e79d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250039:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c800/0x6e2f3e23d86e79d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250045:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c800/0x6e2f3e23d86e79d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00000004:00200000:0.0:1746128348.250052:0:7245:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:0.0:1746128348.250114:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ce00/0x6e2f3e23d86e79d1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964663f expref: 48 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.250124:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c800/0x6e2f3e23d86e79d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964663f expref: 47 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.250130:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009c39ee00) 00010000:00010000:0.0:1746128348.250132:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128348.250133:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f88c800, rc 0) 00000100:00100000:0.0:1746128348.250161:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:3769:x1830947556197504:12345-192.168.202.33@tcp:101:dd.0 Request processed in 220us (2042us total) trans 4294985652 rc 0/0 00000100:00100000:0.0:1746128348.250167:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41827 00000100:00100000:1.0:1746128348.250245:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.250363:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556197760 00000100:00100000:0.0:1746128348.250367:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556197760 00000100:00100000:0.0:1746128348.250395:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41828 00000100:00100000:0.0:1746128348.250400:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+30:3770:x1830947556197760:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1746128348.250409:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128348.250411:0:7245:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746128348.250420:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009787e400/0x6e2f3e23d86e797d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda96465f9 expref: 30 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.250429:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128348.250431:0:7245:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128348.250436:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e79e6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646646 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.250482:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250489:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250494:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250501:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250507:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250511:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250534:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88de00/0x6e2f3e23d86e79fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250567:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88de00/0x6e2f3e23d86e79fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250574:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88de00/0x6e2f3e23d86e79fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00000004:00200000:0.0:1746128348.250580:0:7245:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1746128348.250606:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250612:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250617:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250621:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f88c600 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128348.250623:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250628:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250634:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a0a17f00) 00010000:00010000:0.0:1746128348.250636:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128348.250638:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250642:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c600/0x6e2f3e23d86e79ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250649:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250657:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250661:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250664:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f88ca00 already unused, calling callback (ffffffffa0f29690) 00010000:00010000:0.0:1746128348.250666:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250670:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250676:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3ea700) 00010000:00010000:0.0:1746128348.250677:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128348.250679:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250683:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88ca00/0x6e2f3e23d86e79f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746128348.250700:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88d400/0x6e2f3e23d86e79e6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646646 expref: 32 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.250709:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88de00/0x6e2f3e23d86e79fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646646 expref: 31 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128348.250714:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880097caf900) 00010000:00010000:0.0:1746128348.250716:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128348.250717:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f88de00, rc 0) 00000100:00100000:0.0:1746128348.250742:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+31:3770:x1830947556197760:12345-192.168.202.33@tcp:101:dd.0 Request processed in 342us (498us total) trans 4294985653 rc 0/0 00000100:00100000:0.0:1746128348.250748:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41828 00000100:00100000:0.0:1746128348.252665:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.252700:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556197888 00000100:00100000:2.0:1746128348.252707:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556197888 00000100:00100000:2.0:1746128348.253057:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 638 00000100:00100000:2.0:1746128348.253065:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:2015:x1830947556197888:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128348.253075:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128348.253092:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f88c800/0x6e2f3e23d86e79d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964663f expref: 47 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.253256:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009c39ee00) 00010000:00010000:2.0:1746128348.253259:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128348.253302:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:2015:x1830947556197888:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 237us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128348.253308:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 638 00000100:00100000:0.0:1746128348.254100:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.254138:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.254259:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556198016 00000100:00100000:2.0:1746128348.254264:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556198016 00000100:00100000:2.0:1746128348.254384:0:27081:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556198144 00000100:00100000:2.0:1746128348.254387:0:27081:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556198144 00000100:00100000:1.0:1746128348.254454:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31246 00000100:00100000:1.0:1746128348.254462:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2016:x1830947556198016:12345-192.168.202.33@tcp:101:ll_agl.0 00010000:00010000:1.0:1746128348.254474:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128348.254487:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964664d expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128348.254504:0:11543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746128348.254515:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128348.254517:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128348.254523:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 18 pid: 11543 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128348.254536:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 18 pid: 11543 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128348.254578:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096747e00, rc 0) 00000100:00100000:1.0:1746128348.254602:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2016:x1830947556198016:12345-192.168.202.33@tcp:101:ll_agl.0 Request processed in 141us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128348.254607:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31246 00000100:00100000:1.0:1746128348.254619:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31247 00000100:00100000:1.0:1746128348.254623:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2017:x1830947556198144:12345-192.168.202.33@tcp:101:ll_agl.0 00010000:00010000:1.0:1746128348.254630:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128348.254638:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646654 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128348.254649:0:11543:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746128348.254655:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128348.254657:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128348.254660:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 10 pid: 11543 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128348.254674:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 10 pid: 11543 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128348.254680:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096746000, rc 0) 00000100:00100000:1.0:1746128348.254691:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2017:x1830947556198144:12345-192.168.202.33@tcp:101:ll_agl.0 Request processed in 68us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128348.254695:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31247 00000100:00100000:0.0:1746128348.254816:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.254962:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556198400 00000100:00100000:2.0:1746128348.254965:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556198400 00000100:00100000:2.0:1746128348.254987:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14352 00000100:00100000:2.0:1746128348.254991:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2017:x1830947556198400:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:2.0:1746128348.255008:0:28770:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.255015:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128348.255017:0:28770:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128348.255019:0:28770:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.255028:0:28770:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128348.260030:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.260057:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556198656 00000100:00100000:2.0:1746128348.260065:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556198656 00000100:00100000:0.0:1746128348.260067:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.260103:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31248 00000100:00100000:2.0:1746128348.260110:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+21:3770:x1830947556198656:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128348.260125:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128348.260139:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7a1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda964665b expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128348.260154:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556198784 00000100:00100000:3.0:1746128348.260158:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556198784 00010000:00010000:2.0:1746128348.260177:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 19 pid: 11543 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128348.260185:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128348.260188:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128348.260191:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7a1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda964665b expref: 22 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128348.260193:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14353 00000100:00100000:3.0:1746128348.260199:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947556198784:12345-192.168.202.33@tcp:3:dd.0 00010000:00010000:3.0:1746128348.260219:0:27086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.260221:0:11543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 19 pid: 11543 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128348.260226:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128348.260227:0:27086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128348.260231:0:27086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.260237:0:11543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 19 pid: 11543 timeout: 845 lvb_type: 1 00010000:00010000:3.0:1746128348.260242:0:27086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128348.260248:0:11543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11543:1830947551641856:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128348.260321:0:11543:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cd4d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128348.264753:0:11543:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11543:1830947551641856:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128348.264794:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7a1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964665b expref: 22 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.264811:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eabf200, rc 0) 00000100:00100000:2.0:1746128348.264850:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+22:3770:x1830947556198656:12345-192.168.202.33@tcp:101:dd.0 Request processed in 4740us (4830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128348.264858:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31248 00010000:00010000:3.0:1746128348.265166:0:28770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.265176:0:28770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.265182:0:28770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.265188:0:28770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eabec00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128348.265192:0:28770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.265199:0:28770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.265214:0:28770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.265220:0:28770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eabec00/0x6e2f3e23d86e7a17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28770 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128348.265271:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2017:x1830947556198400:12345-192.168.202.33@tcp:3:dd.0 Request processed in 10277us (10453us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128348.265279:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14352 00000100:00100000:0.0:1746128348.266873:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128348.266971:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556198912 00000100:00100000:1.0:1746128348.266978:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556198912 00010000:00010000:1.0:1746128348.267001:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 18 pid: 11543 timeout: 845 lvb_type: 1 00000100:00100000:1.0:1746128348.267192:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16191 00000100:00100000:1.0:1746128348.267200:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+18:2014:x1830947556198912:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128348.267211:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128348.267230:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 18 pid: 11543 timeout: 845 lvb_type: 1 00010000:00010000:1.0:1746128348.267241:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 18 pid: 11543 timeout: 845 lvb_type: 1 00010000:00010000:1.0:1746128348.267262:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096747e00/0x6e2f3e23d86e7a09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda964664d expref: 18 pid: 11543 timeout: 845 lvb_type: 1 00010000:00010000:1.0:1746128348.267352:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128348.267355:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128348.267361:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7a1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964665b expref: 21 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128348.267369:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7a1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964665b expref: 21 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128348.267394:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eabf200/0x6e2f3e23d86e7a1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda964665b expref: 21 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128348.267405:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947551641984:192.168.202.33@tcp:105: 00000100:00100000:1.0:1746128348.267808:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ece69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128348.278405:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9615:1830947551641984:192.168.202.33@tcp:105: 00010000:00010000:3.0:1746128348.278416:0:27086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128348.278422:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128348.278425:0:27086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.278431:0:27086:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.278436:0:27086:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c039e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746128348.278439:0:27086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128348.278445:0:27086:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128348.278454:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+17:2014:x1830947556198912:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 11256us (11587us total) trans 0 rc 0/0 00010000:00010000:3.0:1746128348.278457:0:27086:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128348.278462:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16191 00010000:00010000:3.0:1746128348.278466:0:27086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c039e00/0x6e2f3e23d86e7a25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128348.278501:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2016:x1830947556198784:12345-192.168.202.33@tcp:3:dd.0 Request processed in 18302us (18434us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128348.278508:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14353 00010000:00010000:0.0:1746128348.290252:0:7236:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128348.296769:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.296860:0:11543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556199040 00000100:00100000:2.0:1746128348.296868:0:11543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556199040 00000100:00100000:2.0:1746128348.296916:0:11543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31249 00000100:00100000:2.0:1746128348.296921:0:11543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+11:3770:x1830947556199040:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:2.0:1746128348.296935:0:11543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128348.296946:0:11543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de73400/0x6e2f3e23d86e7a2c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb261eccda9646662 expref: -99 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.296967:0:11543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 9 pid: 11543 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128348.296975:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128348.296976:0:11543:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128348.296978:0:11543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de73400/0x6e2f3e23d86e7a2c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646662 expref: 12 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.296997:0:11543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 9 pid: 11543 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128348.297006:0:11543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 9 pid: 11543 timeout: 845 lvb_type: 1 00000100:00100000:2.0:1746128348.297019:0:11543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11543:1830947551642112:192.168.202.33@tcp:104: 00000100:00100000:2.0:1746128348.297099:0:11543:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cd4d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128348.302418:0:11543:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11543:1830947551642112:192.168.202.33@tcp:104: 00010000:00010000:2.0:1746128348.302443:0:11543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008de73400/0x6e2f3e23d86e7a2c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646662 expref: 12 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.302458:0:11543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de73400, rc 0) 00000100:00100000:2.0:1746128348.302667:0:11543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:3770:x1830947556199040:12345-192.168.202.33@tcp:101:dd.0 Request processed in 5743us (5903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128348.302675:0:11543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31249 00000100:00100000:0.0:1746128348.302992:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.303311:0:9615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556199168 00000100:00100000:2.0:1746128348.303317:0:9615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556199168 00010000:00010000:2.0:1746128348.303338:0:9615:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 10 pid: 11543 timeout: 845 lvb_type: 1 00000100:00100000:2.0:1746128348.303363:0:9615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16192 00000100:00100000:2.0:1746128348.303369:0:9615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+10:2014:x1830947556199168:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128348.303379:0:9615:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128348.303394:0:9615:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 10 pid: 11543 timeout: 845 lvb_type: 1 00010000:00010000:2.0:1746128348.303402:0:9615:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 10 pid: 11543 timeout: 845 lvb_type: 1 00010000:00010000:2.0:1746128348.303420:0:9615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096746000/0x6e2f3e23d86e7a10 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0xb261eccda9646654 expref: 10 pid: 11543 timeout: 845 lvb_type: 1 00010000:00010000:2.0:1746128348.303634:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128348.303636:0:9615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128348.303642:0:9615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008de73400/0x6e2f3e23d86e7a2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646662 expref: 11 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.303650:0:9615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de73400/0x6e2f3e23d86e7a2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646662 expref: 11 pid: 11543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128348.303674:0:9615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008de73400/0x6e2f3e23d86e7a2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0xb261eccda9646662 expref: 11 pid: 11543 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128348.303684:0:9615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551642240:192.168.202.33@tcp:105: 00000100:00100000:2.0:1746128348.304033:0:9615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cd4d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128348.305999:0:9615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9615:1830947551642240:192.168.202.33@tcp:105: 00010000:00010000:2.0:1746128348.306015:0:9615:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128348.306046:0:9615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0dce6428-60c8-4f06-bcc8-551266e96f0e+9:2014:x1830947556199168:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 2677us (3055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128348.306054:0:9615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16192 00000100:00100000:2.0:1746128348.345885:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.346799:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556199424 00000100:00100000:0.0:1746128348.346808:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556199424 00000100:00100000:0.0:1746128348.346851:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 216 00000100:00100000:0.0:1746128348.346859:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+46:3769:x1830947556199424:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:0.0:1746128348.347032:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+47:3769:x1830947556199424:12345-192.168.202.33@tcp:35:dd.0 Request processed in 173us (1154us total) trans 4294985654 rc 0/0 00000100:00100000:0.0:1746128348.347038:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 216 00000100:00100000:0.0:1746128348.360284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128348.361592:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1746128348.361614:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556199552 00000100:00100000:1.0:1746128348.361621:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556199552 00000100:00100000:1.0:1746128348.361659:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 551 00000100:00100000:1.0:1746128348.361665:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd310108-2f90-4075-8622-2788371490e6+12:2016:x1830947556199552:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1746128348.361723:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd310108-2f90-4075-8622-2788371490e6+12:2016:x1830947556199552:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 58us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128348.361730:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 551 00000100:00100000:1.0:1746128348.361773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.362037:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556199680 00000100:00100000:3.0:1746128348.362041:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556199680 00000100:00080000:3.0:1746128348.362058:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746128348.362077:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556199808 00000100:00100000:3.0:1746128348.362079:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556199808 00000100:00080000:3.0:1746128348.362085:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746128348.362110:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1105 00000100:00100000:3.0:1746128348.362115:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556199680:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1746128348.362142:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dce6428-60c8-4f06-bcc8-551266e96f0e+7:2017:x1830947556199680:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 28us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128348.362146:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1106 00000100:00100000:3.0:1746128348.362156:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1105 00000100:00100000:0.0:1746128348.362159:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947556199808:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1746128348.362183:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da924214-1ef7-4a2a-9c6a-ef27e4979382+7:2016:x1830947556199808:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 32us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128348.362189:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1106 00000100:00100000:0.0:1746128348.381091:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1746128348.381203:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556200064 00000100:00100000:3.0:1746128348.381211:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556200064 00002000:00100000:3.0:1746128348.381248:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880097f64a80 x1830947556200064/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.381258:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64a80 with x1830947556200064 ext(0->4194303) 00002000:00010000:3.0:1746128348.381262:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f64a80 00000100:00100000:3.0:1746128348.381317:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14354 00000100:00100000:3.0:1746128348.381324:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+22:2014:x1830947556200064:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128348.397209:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.398238:0:28770:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556200320 00000100:00100000:2.0:1746128348.398248:0:28770:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556200320 00002000:00100000:2.0:1746128348.398287:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff880097f65880 x1830947556200320/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.398295:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65880 with x1830947556200320 ext(0->4194303) 00002000:00010000:2.0:1746128348.398299:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f65880 00000100:00100000:2.0:1746128348.398319:0:28770:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14355 00000100:00100000:2.0:1746128348.398326:0:28770:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2017:x1830947556200320:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:2.0:1746128348.427863:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+24:2014:x1830947556200064:12345-192.168.202.33@tcp:4:dd.0 Request processed in 46529us (46770us total) trans 4294972326 rc 0/0 00000100:00100000:2.0:1746128348.427875:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14354 00002000:00100000:2.0:1746128348.427885:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880097f64a80 x1830947556200064/t4294972326(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/448 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.427893:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64a80 with x1830947556200064 ext(0->4194303) 00002000:00010000:2.0:1746128348.427899:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f64a80 00000001:00080000:0.0:1746128348.433354:0:10928:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972326 is committed 00000001:00080000:0.0:1746128348.433386:0:10928:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972319 is committed 00000100:00100000:3.0:1746128348.440575:0:28770:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2017:x1830947556200320:12345-192.168.202.33@tcp:4:dd.0 Request processed in 42240us (43369us total) trans 4294970624 rc 0/0 00000100:00100000:3.0:1746128348.440587:0:28770:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14355 00002000:00100000:3.0:1746128348.440597:0:28770:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff880097f65880 x1830947556200320/t4294970624(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/448 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128348.440605:0:28770:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65880 with x1830947556200320 ext(0->4194303) 00002000:00010000:3.0:1746128348.440609:0:28770:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f65880 00000100:00100000:0.0:1746128348.513607:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.513655:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.513721:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556200704 00000100:00100000:2.0:1746128348.513729:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556200704 00002000:00100000:2.0:1746128348.513933:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880097f67800 x1830947556200704/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.513946:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67800 with x1830947556200704 ext(4194304->8388607) 00002000:00010000:2.0:1746128348.513951:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f67800 00000100:00100000:2.0:1746128348.513975:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556200960 00000100:00100000:2.0:1746128348.513977:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556200960 00002000:00100000:2.0:1746128348.513987:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880097f65500 x1830947556200960/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.513993:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65500 with x1830947556200960 ext(4194304->8388607) 00002000:00010000:2.0:1746128348.513995:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f65500 00000100:00100000:0.0:1746128348.514003:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14356 00000100:00100000:0.0:1746128348.514012:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+10:2017:x1830947556200704:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:2.0:1746128348.514789:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14357 00000100:00100000:2.0:1746128348.514815:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2017:x1830947556200960:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:2.0:1746128348.575087:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2017:x1830947556200704:12345-192.168.202.33@tcp:4:dd.0 Request processed in 61067us (61478us total) trans 4294972327 rc 0/0 00000100:00100000:2.0:1746128348.575099:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14356 00002000:00100000:2.0:1746128348.575110:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880097f67800 x1830947556200704/t4294972327(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/448 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.575120:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f67800 with x1830947556200704 ext(4194304->8388607) 00002000:00010000:2.0:1746128348.575125:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f67800 00000100:00100000:2.0:1746128348.582800:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2017:x1830947556200960:12345-192.168.202.33@tcp:4:dd.0 Request processed in 67996us (69135us total) trans 4294970625 rc 0/0 00000100:00100000:2.0:1746128348.582813:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14357 00002000:00100000:2.0:1746128348.582824:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880097f65500 x1830947556200960/t4294970625(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/448 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.582832:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f65500 with x1830947556200960 ext(4194304->8388607) 00002000:00010000:2.0:1746128348.582839:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f65500 00000100:00100000:0.0:1746128348.591325:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.591414:0:27086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556201472 00000100:00100000:2.0:1746128348.591422:0:27086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556201472 00002000:00100000:2.0:1746128348.591461:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880097f64000 x1830947556201472/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.591469:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64000 with x1830947556201472 ext(8388608->12582911) 00002000:00010000:2.0:1746128348.591474:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f64000 00000100:00100000:2.0:1746128348.591503:0:27086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14358 00000100:00100000:2.0:1746128348.591510:0:27086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+16:2014:x1830947556201472:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:2.0:1746128348.614524:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1746128348.617276:0:24949:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556201216 00000100:00100000:0.0:1746128348.617287:0:24949:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556201216 00002000:00100000:0.0:1746128348.617325:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880091c7e300 x1830947556201216/t0(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/0 e 0 to 0 dl 1746128359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128348.617334:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7e300 with x1830947556201216 ext(8388608->12582911) 00002000:00010000:0.0:1746128348.617339:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7e300 00000100:00100000:0.0:1746128348.617376:0:24949:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14359 00000100:00100000:0.0:1746128348.617383:0:24949:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+12:2016:x1830947556201216:12345-192.168.202.33@tcp:4:dd.0 00000100:00100000:0.0:1746128348.630258:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1746128348.630380:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947556201728 00000100:00100000:2.0:1746128348.630389:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947556201728 00000100:00100000:2.0:1746128348.630432:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 217 00000100:00100000:2.0:1746128348.630441:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+31:3770:x1830947556201728:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:2.0:1746128348.630668:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:da924214-1ef7-4a2a-9c6a-ef27e4979382+32:3770:x1830947556201728:12345-192.168.202.33@tcp:35:dd.0 Request processed in 229us (416us total) trans 4294985655 rc 0/0 00000100:00100000:2.0:1746128348.630675:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 217 00000100:00100000:0.0:1746128348.641457:0:27086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:da924214-1ef7-4a2a-9c6a-ef27e4979382+18:2014:x1830947556201472:12345-192.168.202.33@tcp:4:dd.0 Request processed in 49939us (50130us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746128348.641470:0:27086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14358 00002000:00100000:0.0:1746128348.641482:0:27086:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880097f64000 x1830947556201472/t4294970626(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/448 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128348.641490:0:27086:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f64000 with x1830947556201472 ext(8388608->12582911) 00002000:00010000:0.0:1746128348.641495:0:27086:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f64000 00000100:00100000:2.0:1746128348.674056:0:24949:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:da924214-1ef7-4a2a-9c6a-ef27e4979382+14:2016:x1830947556201216:12345-192.168.202.33@tcp:4:dd.0 Request processed in 56662us (59526us total) trans 4294972328 rc 0/0 00000100:00100000:2.0:1746128348.674067:0:24949:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14359 00002000:00100000:2.0:1746128348.674077:0:24949:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880091c7e300 x1830947556201216/t4294972328(0) o4->da924214-1ef7-4a2a-9c6a-ef27e4979382@192.168.202.33@tcp:599/0 lens 488/448 e 0 to 0 dl 1746128359 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128348.674085:0:24949:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7e300 with x1830947556201216 ext(8388608->12582911) 00002000:00010000:2.0:1746128348.674090:0:24949:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7e300 00000001:02000400:1.0:1746128349.262171:0:28817:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:0.0:1746128349.291690:0:8394:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128349.581137:0:3774:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746128349.581437:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551642368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746128349.581493:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128349.581603:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551642368 00000100:00100000:0.0:1746128349.581609:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551642368 00000100:00100000:0.0:1746128349.581668:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1746128349.581675:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551642368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746128349.581692:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 565025600 pending 13729792 free 3854999552 avail 3623477248 00000100:00100000:0.0:1746128349.581722:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3774:x1830947551642368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128349.581727:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:2.0:1746128349.581790:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128349.581970:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3774:1830947551642368:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1746128349.628710:0:10624:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746817165891ns, next at 747817164052ns, rc = 0 00000100:00100000:3.0:1746128349.628782:0:3774:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800817b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551642496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746128349.628837:0:3774:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128349.628961:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551642496 00000100:00100000:0.0:1746128349.628967:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551642496 00000100:00100000:0.0:1746128349.629022:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1746128349.629028:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551642496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128349.629053:0:9595:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 565025600 pending 13729792 free 3854999552 avail 3623477248 00000100:00100000:0.0:1746128349.629085:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3774:x1830947551642496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128349.629090:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:0.0:1746128349.629112:0:7243:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128349.629352:0:3774:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800817b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3774:1830947551642496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128349.644689:0:3775:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551642624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746128349.644795:0:3775:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128349.644852:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551642624 00000100:00100000:0.0:1746128349.644857:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551642624 00000100:00100000:0.0:1746128349.644886:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1746128349.644892:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800817b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551642624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746128349.644919:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:0.0:1746128349.644950:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800817b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3775:x1830947551642624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128349.644959:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1746128349.644988:0:3775:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3775:1830947551642624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746128349.691672:0:3776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551642752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746128349.691717:0:3776:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128349.691806:0:8425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947551642752 00000100:00100000:3.0:1746128349.691813:0:8425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947551642752 00000100:00100000:3.0:1746128349.692014:0:8425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1746128349.692021:0:8425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3776:x1830947551642752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746128349.692047:0:8425:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:3.0:1746128349.692078:0:8425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3776:x1830947551642752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128349.692084:0:8425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1746128349.692112:0:3776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3776:1830947551642752:0@lo:41:osp-pre-1-0.0 Debug log: 68381 lines, 68381 kept, 0 dropped, 0 bad.